-- Logs begin at Wed 2021-10-27 00:24:55 UTC, end at Wed 2021-10-27 01:38:28 UTC. -- Oct 27 01:10:35.146922 dv-cinder-815560-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 01:10:37.953585 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.common.config [-] Logging enabled! Oct 27 01:10:37.954223 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev116 Oct 27 01:10:37.954391 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101955) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 01:10:37.957669 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.common.config [-] Logging enabled! Oct 27 01:10:37.957926 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev116 Oct 27 01:10:37.958279 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101955) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 01:10:37.959251 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 01:10:37.959489 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 01:10:37.959854 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 01:10:37.960103 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 01:10:37.960335 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 01:10:37.960657 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.960960 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.961261 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.961495 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.961802 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.962120 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.962412 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.962708 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.963011 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.963303 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.963610 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.963904 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.964141 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.964427 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.964721 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.965013 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.965241 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] debug = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.966109 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.966804 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.967225 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.967517 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.967822 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.968109 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.968405 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.968679 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.968972 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.969328 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] host = dv-cinder-815560-1-iscsi {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.969616 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.969911 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.970233 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.970526 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.970810 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.971094 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.971388 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.971671 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.971951 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] log_file = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.972238 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.972532 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.972824 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.973125 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.973353 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.973587 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.973894 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.974293 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.974580 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.974862 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.975143 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.975423 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.975704 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.975981 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.976273 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.976562 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.976856 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.977137 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.977419 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.977700 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.977982 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.978318 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.978602 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.978883 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.979163 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.979454 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.979729 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.980032 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.980341 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.980635 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.980923 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.981986 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.982464 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.982773 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.983061 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.983347 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.983632 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] use_json = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.983914 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.984196 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.984487 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.984771 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.985059 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.985343 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.985624 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.985920 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:37.986252 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.986576 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.986885 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.987179 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.987492 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.987783 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.988081 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.988368 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.988664 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.988962 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.989257 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.989543 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.989839 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.990156 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.990459 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.990771 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.991075 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.991372 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.991655 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.991937 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.992235 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.992527 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.992820 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.993108 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.993403 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.993696 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.993984 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.994302 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.994602 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.994897 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.995180 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.995469 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.995771 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.996055 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.996348 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.996831 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.997102 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.997558 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.997849 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.998192 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.998484 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.998768 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.999050 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.999338 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:37.999636 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.000275 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.000275 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.000458 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.000740 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.001018 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.001332 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.001619 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.001899 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.002203 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.002495 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.002774 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.003050 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.003335 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.003613 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.003896 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.004174 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.004455 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.004732 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.005027 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.005305 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.005582 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.006137 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.006426 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.006705 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.006982 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.007260 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.007538 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.007817 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.008109 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.008411 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.008696 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.008979 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.009260 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.009566 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.009849 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.010156 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.010443 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.010725 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.011004 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.011298 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.011590 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.011880 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.012168 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.012561 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.013083 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.013376 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.013669 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.013957 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.014268 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.014561 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.014853 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.015156 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.015457 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.015759 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.016081 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.016381 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.016671 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.016988 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.017279 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:38.017500 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 01:10:38.017747 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101955) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 01:10:38.467761 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 01:10:38.468038 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 01:10:38.468332 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 01:10:38.468666 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 01:10:38.813837 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:38.814052 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:38.814340 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:38.816134 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:38.816412 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:38.816682 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:38.861009 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:38.861295 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:38.861569 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:38.877894 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:38.878200 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:38.878473 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:38.911778 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:38.912056 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:38.912326 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:38.950850 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:38.951325 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:38.951729 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.220990 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.221655 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.221655 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.221814 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.222541 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.378766 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.379090 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.379377 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.379652 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.379922 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.380238 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.380611 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.381023 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.381282 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.381565 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.381839 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.382162 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.382428 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.382686 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.382946 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.383215 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.383473 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.383741 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.384015 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.384281 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.384555 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.384811 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.385098 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.385475 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.385729 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.385978 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.386412 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:10:39.386659 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:10:39.386899 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:10:39.387139 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:10:39.388095 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:10:39.388533 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:10:39.388953 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 01:10:39.392289 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 01:10:39.396333 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 01:10:39.400450 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Oct 27 01:10:39.403156 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 01:10:39.403976 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 01:10:39.404541 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 01:10:39.405204 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 01:10:39.409565 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 01:10:39.409826 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 01:10:39.410204 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 01:10:39.415599 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 27 01:10:39.439228 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 27 01:10:39.439683 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.439984 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101955) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 27 01:10:39.440352 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.441760 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101955) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 01:10:39.442061 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 01:10:39.442317 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 01:10:39.445549 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.445836 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:39.510750 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 01:10:39.510934 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 01:10:39.511171 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 01:10:39.511541 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 01:10:39.532889 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_db.sqlalchemy.engines [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101955) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 27 01:10:40.268946 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.managers [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Initializing driver for type 'gre' Oct 27 01:10:40.269549 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] gre ID ranges: [(1, 1000)] Oct 27 01:10:40.548817 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.managers [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Initializing driver for type 'local' Oct 27 01:10:40.549103 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.managers [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Initializing driver for type 'vlan' Oct 27 01:10:40.714125 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] VlanTypeDriver initialization complete Oct 27 01:10:40.714459 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.managers [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Initializing driver for type 'vxlan' Oct 27 01:10:40.714963 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] vxlan ID ranges: [(1, 1000)] Oct 27 01:10:40.977182 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.managers [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Initializing extension driver 'port_security' Oct 27 01:10:40.977527 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.extensions.port_security [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] PortSecurityExtensionDriver initialization complete Oct 27 01:10:40.977855 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.managers [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Initializing mechanism driver 'openvswitch' Oct 27 01:10:40.978314 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.managers [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Initializing mechanism driver 'hyperv' Oct 27 01:10:40.985835 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.plugins.ml2.plugin [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:10:40.986783 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > port after_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:40.987182 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > port after_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:40.987515 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > port after_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:40.988070 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101955) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 01:10:40.988512 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > subnet after_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:40.988941 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > subnet after_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:40.989292 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:40.989699 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101955) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 01:10:40.990146 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > network after_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:40.990506 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > network after_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:40.990853 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > network after_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:40.991247 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101955) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 01:10:40.991672 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > security_group after_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:40.992030 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > security_group after_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:40.992372 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:40.992771 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101955) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 01:10:40.993184 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:40.993534 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:40.993874 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:40.994304 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101955) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 01:10:40.994739 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > address_group after_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:40.995089 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > address_group after_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:40.995782 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:40.995884 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101955) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 01:10:40.996225 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] ML2 OVO RPC backend initialized. {{(pid=101955) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 27 01:10:40.996982 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:40.997340 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:40.997761 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > network before_response 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:40.998151 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > networks before_response 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.002634 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > port before_response 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.002634 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > ports before_response 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.002634 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > subnet before_response 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.002634 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > subnets before_response 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.003412 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > network after_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.003412 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > network after_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.003412 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > network after_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.003412 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > port after_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.003671 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > port after_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.003671 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > port after_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.003671 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > subnet after_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.003671 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > subnet after_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.003914 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.003914 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.plugin [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Modular L2 Plugin initialization complete Oct 27 01:10:41.003914 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading services supported by the core plugin {{(pid=101955) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 01:10:41.003914 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.plugins.ml2.managers [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Got port-security extension from driver 'port_security' Oct 27 01:10:41.004159 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.extensions.vlantransparent [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Disabled vlantransparent extension. Oct 27 01:10:41.004588 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101955) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 01:10:41.004908 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading Plugin: router Oct 27 01:10:41.041810 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.042265 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router after_create 55549900 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.042617 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router before_create 55549900 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.042979 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.043464 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.044472 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router after_delete 55549900 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.044897 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.045416 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.045780 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router after_create 55549900 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.046171 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router after_update 55549900 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.046526 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router after_update 55549900 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.046897 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.047228 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router after_update 55549900 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.047636 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router precommit_update 55549900 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.048002 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: port after_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.048340 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: port after_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.048681 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: subnet after_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.049018 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.049369 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.049717 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router precommit_create 55549900 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.050087 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: port before_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.050459 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router precommit_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.050792 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router after_update 55549900 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.051144 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.051474 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router precommit_create 55549900 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.051833 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.052179 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router precommit_update 55549900 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.052538 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > agent after_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.052887 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > agent after_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.053230 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > network after_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.054143 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Tracking information for resource: router configured {{(pid=101955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:10:41.054483 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Tracking information for resource: floatingip configured {{(pid=101955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:10:41.059612 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.db.l3_agentschedulers_db [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 01:10:41.060203 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: port after_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.060566 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: port after_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.060929 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: port after_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.061287 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: port after_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.062113 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router before_create 55550100 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.062486 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.062849 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router precommit_create 55550100 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.063203 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > router precommit_update 55550100 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.068177 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.services.provider_configuration [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Service providers = [] {{(pid=101955) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 01:10:41.068544 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.db.servicetype_db [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101955) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 01:10:41.071574 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.services.service_base [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101955) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 01:10:41.071929 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.services.service_base [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101955) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 01:10:41.072277 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.services.service_base [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101955) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 01:10:41.073172 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.services.service_base [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101955) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 01:10:41.073551 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.services.service_base [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 01:10:41.073939 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:10:41.074292 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 01:10:41.087216 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:10:41.087551 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading Plugin: auto_allocate Oct 27 01:10:41.094219 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: network precommit_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.094602 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: network precommit_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.095138 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:10:41.095483 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading Plugin: tag Oct 27 01:10:41.102365 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:10:41.102696 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading Plugin: timestamp Oct 27 01:10:41.106768 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:10:41.107110 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading Plugin: network_ip_availability Oct 27 01:10:41.112702 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.113076 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.113430 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.114195 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:10:41.114517 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading Plugin: flavors Oct 27 01:10:41.119527 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:10:41.119864 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading Plugin: revisions Oct 27 01:10:41.124358 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:10:41.124752 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_concurrency.lockutils [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.656s {{(pid=101955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 01:10:41.125505 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101955) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 27 01:10:41.125843 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Initializing extension manager. Oct 27 01:10:41.126381 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: __init__.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.126721 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: __pycache__ {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.127055 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.127387 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: address_group.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.128148 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.128717 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: address-group Oct 27 01:10:41.129045 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: address_scope.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.129759 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.130294 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: address-scope Oct 27 01:10:41.130872 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.131817 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.132335 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: router-admin-state-down-before-update Oct 27 01:10:41.132649 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: agent.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.133355 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.133862 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: agent Oct 27 01:10:41.134220 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: agent_resources_synced.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.135135 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.135644 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: agent-resources-synced Oct 27 01:10:41.135968 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: allowedaddresspairs.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.138336 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.138863 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: allowed-address-pairs Oct 27 01:10:41.139190 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: auto_allocated_topology.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.140288 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.140798 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: auto-allocated-topology Oct 27 01:10:41.141129 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: availability_zone.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.141827 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.142359 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: availability_zone Oct 27 01:10:41.142681 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: availability_zone_filter.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.143593 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.144159 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: availability_zone_filter Oct 27 01:10:41.144485 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: data_plane_status.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.145391 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.145939 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 01:10:41.146254 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: default_subnetpools.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.147195 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.147709 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: default-subnetpools Oct 27 01:10:41.148033 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.148858 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.149373 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: dhcp_agent_scheduler Oct 27 01:10:41.149698 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: dns.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.150648 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.151158 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension dns-integration not supported by any of loaded plugins Oct 27 01:10:41.151482 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: dns_domain_ports.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.152398 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.153497 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 01:10:41.153822 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.154775 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.155287 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 27 01:10:41.155609 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: dvr.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.156284 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.156791 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: dvr Oct 27 01:10:41.157111 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: ecmp_routes.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.158056 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.158558 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 27 01:10:41.158878 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: empty_string_filtering.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.159796 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.160309 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: empty-string-filtering Oct 27 01:10:41.160629 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.161549 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.162082 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 01:10:41.162404 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.163319 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.163819 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 01:10:41.164142 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: external_net.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.165052 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.165555 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: external-net Oct 27 01:10:41.165873 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.166804 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.167307 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: extra_dhcp_opt Oct 27 01:10:41.167625 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: extraroute.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.168559 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.169242 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: extraroute Oct 27 01:10:41.169568 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: extraroute_atomic.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.170650 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.171168 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: extraroute-atomic Oct 27 01:10:41.171492 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: filter_validation.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.172375 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.172886 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: filter-validation Oct 27 01:10:41.173206 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: fip_pf_description.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.174228 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.174737 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 01:10:41.175061 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: fip_port_details.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.175991 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.176504 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: fip-port-details Oct 27 01:10:41.176826 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: flavors.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.178101 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.178623 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: flavors Oct 27 01:10:41.178944 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.180668 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.181197 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 01:10:41.181532 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: floatingip_pools.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.182266 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.182784 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: floatingip-pools Oct 27 01:10:41.183112 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: ip_allocation.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.184063 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.184571 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 01:10:41.184896 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.185816 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.186361 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: ip-substring-filtering Oct 27 01:10:41.186686 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: l2_adjacency.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.187609 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.188115 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 01:10:41.188461 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: l3.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.189428 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.189950 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: router Oct 27 01:10:41.190310 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.192574 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.193101 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 01:10:41.193435 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.194394 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.194913 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: ext-gw-mode Oct 27 01:10:41.195240 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.196181 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.196693 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: l3-ha Oct 27 01:10:41.197009 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: l3_flavors.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.197929 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.198469 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: l3-flavors Oct 27 01:10:41.198793 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.200280 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.200735 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 01:10:41.201061 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: l3agentscheduler.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.202135 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.202655 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: l3_agent_scheduler Oct 27 01:10:41.202983 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: logging.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.204496 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.205024 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension logging not supported by any of loaded plugins Oct 27 01:10:41.205353 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: metering.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.206125 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.206705 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: metering Oct 27 01:10:41.207028 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.208271 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.208787 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: metering_source_and_destination_fields Oct 27 01:10:41.209116 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: multiprovidernet.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.210064 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.210594 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: multi-provider Oct 27 01:10:41.210912 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: netmtu.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.211827 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.212335 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: net-mtu Oct 27 01:10:41.212658 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: netmtu_writable.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.213582 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.214118 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: net-mtu-writable Oct 27 01:10:41.214444 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: network_availability_zone.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.215121 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.216355 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: network_availability_zone Oct 27 01:10:41.216673 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: network_ip_availability.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.217807 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.218351 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: network-ip-availability Oct 27 01:10:41.218675 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: network_segment_range.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.219441 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.219939 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 01:10:41.220259 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: pagination.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.221247 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.221570 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: pagination Oct 27 01:10:41.221887 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: port_device_profile.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.222829 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.223347 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: port-device-profile Oct 27 01:10:41.223665 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.224596 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.225107 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: port-mac-address-regenerate Oct 27 01:10:41.225428 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.226374 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.226884 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: port-numa-affinity-policy Oct 27 01:10:41.227250 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: port_resource_request.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.228122 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.228625 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 01:10:41.228944 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: portbindings.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.229869 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.230425 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: binding Oct 27 01:10:41.230746 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: portbindings_extended.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.232134 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.232640 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: binding-extended Oct 27 01:10:41.232967 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: portsecurity.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.233893 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.234433 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: port-security Oct 27 01:10:41.234755 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: project_id.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.235730 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.236061 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: project-id Oct 27 01:10:41.236381 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: providernet.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.237313 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.237826 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: provider Oct 27 01:10:41.238183 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: qos.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.241709 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.242262 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension qos not supported by any of loaded plugins Oct 27 01:10:41.242597 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.243848 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.244365 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 01:10:41.244697 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.245613 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.246158 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 01:10:41.246514 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: qos_default.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.247723 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.248239 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension qos-default not supported by any of loaded plugins Oct 27 01:10:41.248583 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: qos_fip.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.249224 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.249725 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension qos-fip not supported by any of loaded plugins Oct 27 01:10:41.250069 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: qos_gateway_ip.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.251004 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.251525 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 01:10:41.251846 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: qos_port_network_policy.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.252773 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.253300 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 01:10:41.253608 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.254682 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.255195 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 27 01:10:41.255521 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: qos_pps_rule.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.256960 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.257479 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension qos-pps not supported by any of loaded plugins Oct 27 01:10:41.257807 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: qos_rule_type_details.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.258758 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.259271 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 01:10:41.259594 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: qos_rules_alias.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.260815 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.261335 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 01:10:41.261661 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: quotasv2.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.263154 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.263482 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: quotas Oct 27 01:10:41.263805 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: quotasv2_detail.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.267008 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.267380 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: quota_details Oct 27 01:10:41.267711 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: rbac.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.268778 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.269310 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: rbac-policies Oct 27 01:10:41.269839 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: rbac_address_group.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.270600 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.271123 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: rbac-address-group Oct 27 01:10:41.271452 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: rbac_address_scope.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.272376 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.272887 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: rbac-address-scope Oct 27 01:10:41.273210 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: rbac_security_groups.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.274161 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.274671 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: rbac-security-groups Oct 27 01:10:41.274993 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: rbac_subnetpool.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.275920 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.276432 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: rbac-subnetpool Oct 27 01:10:41.276755 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: revisionifmatch.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.277685 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.279008 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: revision-if-match Oct 27 01:10:41.279342 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: revisions.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.280477 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.280994 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: standard-attr-revisions Oct 27 01:10:41.281322 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: router_availability_zone.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.281994 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.282540 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: router_availability_zone Oct 27 01:10:41.282864 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: routerservicetype.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.283787 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.284292 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension router-service-type not supported by any of loaded plugins Oct 27 01:10:41.284613 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.285533 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.286068 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: security-groups-normalized-cidr Oct 27 01:10:41.286391 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.287318 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.287825 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: port-security-groups-filtering Oct 27 01:10:41.288144 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.289068 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.289577 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: security-groups-remote-address-group Oct 27 01:10:41.289897 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: securitygroup.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.299762 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.300293 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: security-group Oct 27 01:10:41.300627 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: segment.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.301419 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.301932 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension segment not supported by any of loaded plugins Oct 27 01:10:41.302291 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.303317 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.303846 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 01:10:41.304161 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: servicetype.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.305563 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.306113 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: service-type Oct 27 01:10:41.306445 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: sorting.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.318249 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.318582 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: sorting Oct 27 01:10:41.318906 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: standard_attr_segment.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.319825 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.320340 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 01:10:41.320665 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: standardattrdescription.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.321317 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.321827 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: standard-attr-description Oct 27 01:10:41.322175 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: stateful_security_group.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.323196 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.323715 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: stateful-security-group Oct 27 01:10:41.324042 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: stdattrs_common.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.325130 dv-cinder-815560-1-iscsi neutron-server[101955]: WARNING neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 01:10:41.325458 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.326413 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.326930 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 01:10:41.327251 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: subnet_onboard.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.328329 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.328926 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: subnet_onboard Oct 27 01:10:41.329255 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.330227 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.330740 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 01:10:41.331064 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: subnet_service_types.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.331994 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.332512 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: subnet-service-types Oct 27 01:10:41.332836 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: subnetallocation.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.333935 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.334645 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: subnet_allocation Oct 27 01:10:41.334893 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.335568 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.336099 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: subnetpool-prefix-ops Oct 27 01:10:41.336422 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.337360 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.337874 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 01:10:41.338229 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: tagging.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.339314 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.339830 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: standard-attr-tag Oct 27 01:10:41.340159 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: timestamp.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.341990 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.342539 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loaded extension: standard-attr-timestamp Oct 27 01:10:41.342868 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: trunk.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.343910 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.344431 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension trunk not supported by any of loaded plugins Oct 27 01:10:41.344758 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: trunk_details.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.345678 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.346223 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension trunk-details not supported by any of loaded plugins Oct 27 01:10:41.346549 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: uplink_status_propagation.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.347469 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.347982 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 01:10:41.348302 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Loading extension file: vlantransparent.py {{(pid=101955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:10:41.352377 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:10:41.352887 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 01:10:41.355380 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Creating instance of TrackedResource for resource:network Oct 27 01:10:41.356092 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Creating instance of TrackedResource for resource:subnet Oct 27 01:10:41.356543 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 01:10:41.356994 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Creating instance of TrackedResource for resource:port Oct 27 01:10:41.358292 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.v2.resource_helper [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:10:41.358831 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.v2.resource_helper [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Service FLAVORS assigned prefix: {{(pid=101955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:10:41.359458 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.v2.resource_helper [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:10:41.359885 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.v2.resource_helper [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:10:41.360219 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Creating instance of TrackedResource for resource:router Oct 27 01:10:41.360670 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 01:10:41.361168 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.v2.resource_helper [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Service METERING assigned prefix: /metering {{(pid=101955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:10:41.362643 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.363013 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.363365 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:10:41.364378 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 01:10:41.364810 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Creating instance of TrackedResource for resource:security_group Oct 27 01:10:41.365244 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 01:10:41.365863 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.v2.resource_helper [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Service CORE assigned prefix: {{(pid=101955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:10:41.366215 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 01:10:41.366565 dv-cinder-815560-1-iscsi neutron-server[101955]: WARNING neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] subnetpool is already registered Oct 27 01:10:41.367009 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.v2.resource_helper [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Service CORE assigned prefix: {{(pid=101955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:10:41.367337 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 01:10:41.367673 dv-cinder-815560-1-iscsi neutron-server[101955]: WARNING neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] subnetpool is already registered Oct 27 01:10:41.370107 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.v2.resource_helper [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:10:41.370549 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.v2.resource_helper [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Service FLAVORS assigned prefix: {{(pid=101955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:10:41.371158 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.v2.resource_helper [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:10:41.371645 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.v2.resource_helper [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:10:41.372037 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Creating instance of TrackedResource for resource:router Oct 27 01:10:41.372386 dv-cinder-815560-1-iscsi neutron-server[101955]: WARNING neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] router is already registered Oct 27 01:10:41.372802 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 01:10:41.373146 dv-cinder-815560-1-iscsi neutron-server[101955]: WARNING neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] floatingip is already registered Oct 27 01:10:41.373616 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.v2.resource_helper [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Service METERING assigned prefix: /metering {{(pid=101955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:10:41.374343 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 01:10:41.374680 dv-cinder-815560-1-iscsi neutron-server[101955]: WARNING neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] rbac_policy is already registered Oct 27 01:10:41.375109 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Creating instance of TrackedResource for resource:security_group Oct 27 01:10:41.375446 dv-cinder-815560-1-iscsi neutron-server[101955]: WARNING neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] security_group is already registered Oct 27 01:10:41.375852 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 01:10:41.376185 dv-cinder-815560-1-iscsi neutron-server[101955]: WARNING neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] security_group_rule is already registered Oct 27 01:10:41.376676 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.v2.resource_helper [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Service CORE assigned prefix: {{(pid=101955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:10:41.377005 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 01:10:41.378336 dv-cinder-815560-1-iscsi neutron-server[101955]: WARNING neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] subnetpool is already registered Oct 27 01:10:41.378336 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.v2.resource_helper [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Service CORE assigned prefix: {{(pid=101955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:10:41.378336 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 01:10:41.378555 dv-cinder-815560-1-iscsi neutron-server[101955]: WARNING neutron.quota.resource_registry [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] subnetpool is already registered Oct 27 01:10:41.380106 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: extensions {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.381898 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: address-groups {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.383415 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: address-scopes {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.384675 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: agents {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.385942 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: auto-allocated-topology {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.387816 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: availability_zones {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.389207 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: dhcp-networks {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.390669 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: dhcp-agents {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.392190 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: routers {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.394389 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: flavors {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.395655 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: service_profiles {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.396866 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: next_providers {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.398344 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: service_profiles {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.399796 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: floatingip-pools {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.401122 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: routers {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.403975 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: floatingips {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.405354 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: l3-routers {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.406785 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: l3-agents {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.408197 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: metering-labels {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.409458 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: metering-label-rules {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.410883 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: network-ip-availabilities {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.412151 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: bindings {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.413732 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: quotas {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.415470 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: quotas {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.417053 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: rbac-policies {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.418237 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: security-groups {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.420684 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: security-group-rules {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.420847 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: service-providers {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.422081 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: subnetpools {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.423492 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: subnetpools {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.424950 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: tags {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.426688 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: tags {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.428476 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: tags {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.430288 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: tags {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.431998 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: tags {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.433953 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: tags {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.436183 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: tags {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.438978 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: tags {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.440778 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: tags {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.442533 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron.api.extensions [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Extended resource: tags {{(pid=101955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:10:41.448650 dv-cinder-815560-1-iscsi neutron-server[101955]: WARNING keystonemiddleware.auth_token [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 01:10:41.453722 dv-cinder-815560-1-iscsi neutron-server[101955]: WARNING keystonemiddleware.auth_token [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 01:10:41.462824 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_concurrency.lockutils [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Acquired lock "singleton_lock" {{(pid=101955) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 27 01:10:41.463303 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_concurrency.lockutils [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Releasing lock "singleton_lock" {{(pid=101955) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 27 01:10:41.463947 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO oslo_service.service [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Starting 2 workers Oct 27 01:10:41.468875 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Started child 102100 {{(pid=101955) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 01:10:41.473470 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Started child 102101 {{(pid=101955) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 01:10:41.474092 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:10:41.474966 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO neutron.service [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 01:10:41.475585 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [-] (102100) wsgi starting up on http://0.0.0.0:9696 Oct 27 01:10:41.475740 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Publish callbacks [] for process, before_spawn {{(pid=101955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:10:41.478016 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO oslo_service.service [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Starting 1 workers Oct 27 01:10:41.478210 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:10:41.479520 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [-] (102101) wsgi starting up on http://0.0.0.0:9696 Oct 27 01:10:41.483151 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Started child 102102 {{(pid=101955) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 01:10:41.483687 dv-cinder-815560-1-iscsi neutron-server[101955]: INFO oslo_service.service [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Starting 1 workers Oct 27 01:10:41.486805 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.service [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] calling RpcWorker wait() {{(pid=102102) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 01:10:41.487360 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.service [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] returning from RpcWorker wait() {{(pid=102102) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 01:10:41.488171 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Started child 102103 {{(pid=101955) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 01:10:41.488742 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:10:41.488986 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG neutron_lib.callbacks.manager [None req-f63b03c4-7ea8-4ca1-be13-bde56947bf33 None None] Publish callbacks [] for process, after_spawn {{(pid=101955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:10:41.489292 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:10:41.490835 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101955) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 01:10:41.491056 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 01:10:41.491239 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 01:10:41.491453 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 01:10:41.491795 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 01:10:41.491957 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 01:10:41.492454 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.492735 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.492977 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.493210 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:10:41.493665 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.493665 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.494068 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.494324 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.494582 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.494862 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.495112 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.495279 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.495442 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.495696 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.495936 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.496233 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.496487 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.497256 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.497529 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.497740 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.497981 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.498223 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.498483 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.498747 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] debug = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.498988 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.499446 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.499674 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.499911 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.500128 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.500406 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.500638 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.500896 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.501129 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.501343 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.501608 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.501874 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.502153 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.502384 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.502602 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.502845 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.503077 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.503550 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] host = dv-cinder-815560-1-iscsi {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.503789 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.504029 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.504253 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.504480 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.504743 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.504977 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.505225 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.505475 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.505988 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.506287 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.506498 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.506743 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.506964 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.507221 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] log_file = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.507383 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] log_options = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.507648 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.507888 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.508163 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.508368 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.508536 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.508709 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.508976 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.509139 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.509396 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.509613 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.509829 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.510081 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.510322 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.510542 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.510800 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.511039 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.511281 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.511514 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.511772 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.512030 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.512324 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.513036 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.513280 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.513529 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.513764 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.514061 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.514269 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.514506 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.514719 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.514958 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.515202 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.515449 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.515687 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.515940 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.516200 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.516453 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.516677 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.516915 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.517195 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.517420 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.517663 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.517932 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.518171 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.518398 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.518612 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.518841 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.519074 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] use_json = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.519286 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.519527 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.519771 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.519984 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.520194 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.520429 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.520646 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.520875 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.521290 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.521571 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.521871 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.522147 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.522402 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.522663 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.522905 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.523160 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.523448 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.523820 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.524130 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:10:41.524291 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.524436 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.524643 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.524881 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.525145 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.525456 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.525724 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.525985 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.526333 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.526562 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.526784 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.527022 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.527267 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.527661 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.528204 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.528441 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.528682 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.529014 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.529621 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.530106 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.530284 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.530435 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.530631 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.530880 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.531096 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.531311 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.531542 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.531795 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.532021 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.532236 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.532462 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.532688 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.532903 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.533142 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.533375 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.533607 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.533853 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.534081 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.534299 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.544503 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.544503 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.544503 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.544503 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.544503 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.544503 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.544503 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.544503 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.544503 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.545338 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.545338 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.545338 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.545338 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.545338 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.545338 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.545338 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.545338 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.545338 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.545939 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.545939 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.545939 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.545939 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.545939 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.545939 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.545939 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.545939 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.545939 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.546652 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.546652 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.546652 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.546652 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.546652 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.546652 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.546652 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.546652 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.546652 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.547259 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.547259 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.547259 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.547259 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.547259 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.547259 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.547259 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.547259 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.547939 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.547939 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.547939 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.547939 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.547939 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.547939 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.547939 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.547939 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.548522 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.548522 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.548522 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.548522 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.548522 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.548522 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.548522 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.548522 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.549084 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.549084 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.549084 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.549315 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.549492 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.549722 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.550196 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.550559 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.550896 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.551369 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.552495 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.552495 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.552495 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.552495 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.553897 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.553897 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.553897 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.553897 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.553897 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.554525 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.554525 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.554525 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.554822 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.555046 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.555627 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.555627 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.555816 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.555940 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.556294 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.556518 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.557968 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.557968 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.557968 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.557968 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.557968 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.557968 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.558461 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.558461 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.559551 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.559551 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.559821 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.559821 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.560140 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.560670 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.560815 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.560940 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.561173 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.561414 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.561627 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.561863 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.562900 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.562900 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.562900 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.562900 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.563395 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.563395 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.563639 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.563639 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.563877 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.564096 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.564315 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.564806 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.564806 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.565060 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.566686 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.566686 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.566686 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.566686 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.566686 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.566686 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.566686 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.567535 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.567535 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.567535 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.567535 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.568008 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.568008 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.568008 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.568363 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.568486 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.569508 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.569508 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.569508 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.569892 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.569892 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.570147 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.570372 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.570594 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.570846 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.571068 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.571307 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.571527 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.571746 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.571963 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.572224 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.572464 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.572688 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.572900 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.573133 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.573344 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.573560 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.573792 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.574098 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.574355 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.574584 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.575420 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.575663 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.575872 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.576120 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.576332 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.576543 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.576761 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.576982 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.577213 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.577480 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.577691 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.577900 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.578167 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.578387 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.578613 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.579498 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.579498 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.579498 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.579498 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.579833 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.579916 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.580121 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.580331 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.580539 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.580758 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.581000 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.581209 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.581434 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.581648 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.581850 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.582093 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.582310 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.582520 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.582806 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.583062 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.583280 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.583562 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.583800 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.584055 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.584315 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.584615 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.584827 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.585066 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.585312 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.585530 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.585769 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.586054 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.586382 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.586665 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.586929 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.587179 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.587477 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.587745 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.588010 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.588227 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.588510 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.588854 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.589153 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.589391 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.589655 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.589921 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.590171 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.590478 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.590726 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.591035 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.591271 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.591539 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.591767 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.591988 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.592203 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.592429 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.592661 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.592918 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.593145 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.593366 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.593634 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.593728 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 01:10:41.594460 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101955) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 01:10:41.594626 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 01:10:41.594781 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 01:10:41.595033 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 01:10:41.595146 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 01:10:41.595276 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 01:10:41.595887 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.596236 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.596395 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.596556 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.596710 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.597040 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.597198 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.597507 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.597669 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.597826 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.597988 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.598171 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.598327 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.598489 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.598644 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.598801 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.598992 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.599144 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.599271 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.599580 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.599735 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.600037 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.600197 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] debug = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.600354 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.600546 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.600707 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.600865 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.601022 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.601484 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.601484 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.601484 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.601736 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.601830 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.601919 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.602084 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.602239 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.602373 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.602528 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.602684 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.602840 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.602995 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] host = dv-cinder-815560-1-iscsi {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.603151 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.603306 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.603463 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.603620 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.603776 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.603933 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.604114 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.604238 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.604429 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.604583 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.604729 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.604869 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.605000 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.605128 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] log_file = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.605257 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] log_options = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.605400 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.605548 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.605702 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.605963 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.606230 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.606414 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.606575 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.606732 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.606889 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.607046 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.607203 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.607357 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.607518 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.607845 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.607845 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.608005 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.608117 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.608273 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.608429 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.608585 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.608741 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.608896 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.609051 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.609207 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.609889 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.609889 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.609889 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.609889 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.610412 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.610412 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.610412 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.610412 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.610778 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.610778 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.610920 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.610997 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.611120 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.611275 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.611435 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.611591 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.611748 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.611903 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.612058 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.612214 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.612413 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.612549 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.612665 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] use_json = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.612820 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.612986 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.613129 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.613285 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.614063 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.614063 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.614063 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.614063 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:10:41.614063 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.614421 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.614421 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.614544 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.614710 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.614823 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.614984 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.615142 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.615320 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.615448 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.615616 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.615771 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.615939 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.616099 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.616256 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.616416 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.616575 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.616733 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.616891 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.617050 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.617207 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.617366 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.617536 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.617693 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.617849 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.618006 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.618191 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.618364 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.618522 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.618682 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.618839 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.618996 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.619155 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.619314 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.619472 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.619630 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.619789 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.619948 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.620106 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.620265 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.620423 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.620581 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.620740 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.620898 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.621058 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.621216 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.621373 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.622081 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.622246 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.622404 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.622564 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.622724 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.622882 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.623041 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.623199 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.623367 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.624182 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.624182 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.624182 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.624182 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.624659 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.624659 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.624659 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.625009 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.625009 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.625241 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.625241 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.625444 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.625737 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.625875 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.626004 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.626220 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.626351 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.626490 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.626648 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.626833 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.626971 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.627107 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.627270 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.627427 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.627750 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.628102 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.628435 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.628744 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.628902 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.629244 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.629398 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.629537 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.629704 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.629871 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.630056 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.630224 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.630384 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.630538 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.631025 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.631159 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.631280 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.631401 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.631589 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.631740 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.631892 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.632049 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.632137 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.632293 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.632450 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.632608 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.632774 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.632906 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.633056 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.633220 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.633360 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.633518 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.633674 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.633833 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.633990 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.634155 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.634325 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.634483 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.634644 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.634890 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.635098 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.635098 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.635387 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.635387 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.635618 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.636073 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.636073 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.636073 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.636426 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.636426 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.636426 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.636772 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.636772 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.637004 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.637176 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.638365 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.638365 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.638365 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.638365 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.638816 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.638816 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.638816 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.639205 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.639205 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.639205 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.639566 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.639566 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.639566 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.640021 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.640021 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.640021 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.641065 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.641065 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.641065 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.641065 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.641065 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.641065 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.641065 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.642212 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.642212 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.642212 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.642212 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.642212 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.642212 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.642212 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.642697 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.642697 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.642697 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.642697 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.643090 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.643090 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.643810 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.643810 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.643810 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.643810 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.643810 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.644250 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.644250 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.644250 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.644472 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:10:41.644557 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.644557 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.644698 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.644775 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.644933 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.645097 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.645256 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.645416 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.645574 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.645732 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.645891 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.646120 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.646219 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.646388 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.646546 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.646704 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.646863 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.647020 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.647178 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.647335 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.647497 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.647690 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.647830 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.647972 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.648106 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.648245 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.648407 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.648565 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.648723 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.648868 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.649027 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.649185 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.649356 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.649515 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.649664 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.649820 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.649981 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.650171 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.650305 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.650457 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.650615 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.650772 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.650915 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.651076 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.651243 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.651400 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.651558 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.651714 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.651871 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.652031 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.652197 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.652354 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.652496 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.652657 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.652846 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.653063 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.653237 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.653509 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.653509 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.653761 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.653761 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.654055 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.654055 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.654306 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.654436 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.654567 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.654697 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.654828 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.654948 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.655086 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.655229 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.655384 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.655542 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.655702 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.655870 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.656134 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.656508 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.657104 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.657414 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.657579 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.657740 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.657901 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.658092 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.658259 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.658575 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.658738 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.658907 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.659074 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.659236 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.659395 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.659560 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.659731 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.659893 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.660055 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.660329 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.660444 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.660524 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.660662 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.660821 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.660982 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.661137 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.661296 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.661453 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.661614 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.661767 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.661937 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.662107 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.662268 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.662428 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.663061 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.663061 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:10:41.663061 dv-cinder-815560-1-iscsi neutron-server[101955]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 01:10:41.829435 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 55724) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:10:41.838007 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064833 Oct 27 01:10:53.787380 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d75ea3-5742-45f0-9785-a2ebc60c70e9 None None] get_active_networks_info from dv-cinder-815560-1-iscsi {{(pid=102102) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 01:10:53.907952 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d6b88049-e774-4713-91eb-d30439c2bf88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3721391'] for agent, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:10:53.976683 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d75ea3-5742-45f0-9785-a2ebc60c70e9 None None] No non-hosted networks {{(pid=102102) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 01:10:56.372125 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-260cbd7f-565e-4aeb-bb08-bd8f1550a88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3721391'] for agent, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:10:56.526781 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.db.api [None req-bb02a857-ffc1-42c4-92ee-eac02e3207e4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-815560-1-iscsi {{(pid=102102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 01:10:56.527716 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG oslo_db.api [None req-bb02a857-ffc1-42c4-92ee-eac02e3207e4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 01:10:57.120063 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb02a857-ffc1-42c4-92ee-eac02e3207e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:10:57.203978 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3721391'] for agent, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:10:57.209419 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:10:57.209419 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:10:57.209419 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:10:57.209419 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:10:57.209419 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:10:57.210773 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:10:57.211302 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:10:57.213111 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:10:57.214935 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:10:57.215759 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:10:57.217165 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:10:57.218101 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:10:57.218651 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815560-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:10:57.235656 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815560-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:10:57.702662 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3721391'] for agent, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:10:59.114921 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3721391'] for agent, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:00.102728 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.db.l3_hamode_db [None req-82ea02d6-94b9-496f-9670-46468d09d5eb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 01:11:00.183543 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ea02d6-94b9-496f-9670-46468d09d5eb None None] Routers set() bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:11:00.184417 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ea02d6-94b9-496f-9670-46468d09d5eb None None] Router IDs set() for agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 01:11:00.634959 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 55814) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:11:01.119108 dv-cinder-815560-1-iscsi neutron-server[102101]: WARNING oslo_policy.policy [None req-0cda4756-0b6b-4e5b-83a8-ea1e2044d764 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:11:01.119731 dv-cinder-815560-1-iscsi neutron-server[102101]: WARNING oslo_policy.policy [None req-0cda4756-0b6b-4e5b-83a8-ea1e2044d764 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:11:01.347256 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [None req-0cda4756-0b6b-4e5b-83a8-ea1e2044d764 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:11:01.348246 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-0cda4756-0b6b-4e5b-83a8-ea1e2044d764 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7123826 Oct 27 01:11:03.830892 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 55828) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:11:04.314586 dv-cinder-815560-1-iscsi neutron-server[102100]: WARNING oslo_policy.policy [None req-07376cdd-49d0-4a71-aaf7-64ac38cd3bb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:11:04.315163 dv-cinder-815560-1-iscsi neutron-server[102100]: WARNING oslo_policy.policy [None req-07376cdd-49d0-4a71-aaf7-64ac38cd3bb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:11:04.538523 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-07376cdd-49d0-4a71-aaf7-64ac38cd3bb7 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:11:04.632419 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.policy [None req-07376cdd-49d0-4a71-aaf7-64ac38cd3bb7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102100) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 01:11:04.679090 dv-cinder-815560-1-iscsi neutron-server[102100]: WARNING oslo_policy.policy [None req-07376cdd-49d0-4a71-aaf7-64ac38cd3bb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:11:04.679456 dv-cinder-815560-1-iscsi neutron-server[102100]: WARNING oslo_policy.policy [None req-07376cdd-49d0-4a71-aaf7-64ac38cd3bb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:11:04.688371 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.quota [None req-07376cdd-49d0-4a71-aaf7-64ac38cd3bb7 admin admin] Loaded quota_driver: . Oct 27 01:11:04.856571 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-07376cdd-49d0-4a71-aaf7-64ac38cd3bb7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793627752366', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793627751931', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793627756465', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793627770237', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793627328032', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793627781631', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1334236', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1339574', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3873677', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3818533'] for rbac-policy, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:05.047089 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-07376cdd-49d0-4a71-aaf7-64ac38cd3bb7 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:05.048489 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-07376cdd-49d0-4a71-aaf7-64ac38cd3bb7 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2155552 Oct 27 01:11:07.740418 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 55846) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:11:08.035229 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '4d4f8cf5773f4074b83a335c1b11f025', 'tenant_id': '4d4f8cf5773f4074b83a335c1b11f025', 'name': 'private'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:11:08.148012 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Made reservation on behalf of 4d4f8cf5773f4074b83a335c1b11f025 for: {'network': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:11:08.150924 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for network, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:08.168277 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:08.270457 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:08.353522 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:08.377931 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=102100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:11:08.402942 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793629371670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:08.403521 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Unsubscribe: segment precommit_create {{(pid=102100) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 01:11:08.404050 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.db.segments_db [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Added segment 4c8a6c06-2100-46d5-85dd-ac89b93c211d of type vlan for network 60835fd7-b38b-446f-8eb4-22bdb4b9330a Oct 27 01:11:08.409869 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596c88f6-f802-410c-9b1b-007f1bcc38f4,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:11:08.437016 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:08.437016 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:08.437016 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:08.437016 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:08.437016 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:08.437469 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:08.437469 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:08.437469 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:08.437469 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:08.437469 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Tracked resource versions report: Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: pushed versions: Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: { 'AddressGroup': {'1.2'}, Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: 'ConntrackHelper': {'1.0'}, Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: 'Log': {'1.0'}, Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: 'Network': {'1.1'}, Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: 'Port': {'1.7'}, Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: 'PortForwarding': {'1.2'}, Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: 'QosPolicy': {'1.10'}, Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: 'SecurityGroup': {'1.4'}, Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: 'SubPort': {'1.0'}, Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: 'Subnet': {'1.1'}, Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: 'Trunk': {'1.1'}} Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: consumer versions: Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: { DHCP agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: L3 agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: Metadata agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: Metering agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: Open vSwitch agent@dv-cinder-815560-1-iscsi: { 'AddressGroup': '1.2', Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: 'ConntrackHelper': '1.0', Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: 'Log': '1.0', Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: 'Network': '1.1', Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: 'Port': '1.7', Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: 'PortForwarding': '1.2', Oct 27 01:11:08.437833 dv-cinder-815560-1-iscsi neutron-server[102100]: 'QosPolicy': '1.10', Oct 27 01:11:08.439636 dv-cinder-815560-1-iscsi neutron-server[102100]: 'SecurityGroup': '1.4', Oct 27 01:11:08.439636 dv-cinder-815560-1-iscsi neutron-server[102100]: 'SecurityGroupRule': '1.2', Oct 27 01:11:08.439636 dv-cinder-815560-1-iscsi neutron-server[102100]: 'SubPort': '1.0', Oct 27 01:11:08.439636 dv-cinder-815560-1-iscsi neutron-server[102100]: 'Subnet': '1.1', Oct 27 01:11:08.439636 dv-cinder-815560-1-iscsi neutron-server[102100]: 'Trunk': '1.1'}} Oct 27 01:11:08.439636 dv-cinder-815560-1-iscsi neutron-server[102100]: {{(pid=102100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:11:08.578873 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793628853670'] for network, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:08.673968 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for network, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:08.675246 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:11:08.675892 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:08.769353 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] Pushing event updated for resources: {'Network': ['ID=60835fd7-b38b-446f-8eb4-22bdb4b9330a,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:11:08.781739 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Network 60835fd7-b38b-446f-8eb4-22bdb4b9330a details requested by agent ovs-agent-dv-cinder-815560-1-iscsi with host dv-cinder-815560-1-iscsi {{(pid=102102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:11:08.819385 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-b0ac53db-0917-427f-a7b1-341f776620e8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0779026 Oct 27 01:11:11.557679 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 55860) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:11:11.941161 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9795f9a2-f161-406c-b61f-23303fc75b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:11:11.942535 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-9795f9a2-f161-406c-b61f-23303fc75b06 admin admin] 10.222.0.32 "GET /v2.0/networks/60835fd7-b38b-446f-8eb4-22bdb4b9330a HTTP/1.1" status: 200 len: 825 time: 0.3836393 Oct 27 01:11:11.967671 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-bea09bd1-9fde-4ecd-b867-3ac070801757 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/4848032e-cc62-463d-a2cb-c4116b0f7c1e HTTP/1.1" status: 200 len: 734 time: 0.0190499 Oct 27 01:11:11.976589 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-b60f49ca-7a5c-46f9-9173-0d166fd4e70b admin admin] Request body: {'subnet': {'tenant_id': '4d4f8cf5773f4074b83a335c1b11f025', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '60835fd7-b38b-446f-8eb4-22bdb4b9330a', 'subnetpool_id': '4848032e-cc62-463d-a2cb-c4116b0f7c1e'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:11:12.065957 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60f49ca-7a5c-46f9-9173-0d166fd4e70b admin admin] Made reservation on behalf of 4d4f8cf5773f4074b83a335c1b11f025 for: {'subnet': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:11:12.068235 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b60f49ca-7a5c-46f9-9173-0d166fd4e70b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:12.600025 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b60f49ca-7a5c-46f9-9173-0d166fd4e70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for subnet, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:12.670859 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f49ca-7a5c-46f9-9173-0d166fd4e70b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6733f8ba-1597-4380-aeb5-418b9a743f1c,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:11:12.674700 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f49ca-7a5c-46f9-9173-0d166fd4e70b admin admin] Checking segment: {'id': '4c8a6c06-2100-46d5-85dd-ac89b93c211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '60835fd7-b38b-446f-8eb4-22bdb4b9330a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:11:12.675078 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60f49ca-7a5c-46f9-9173-0d166fd4e70b admin admin] Network hostable DHCP agents. Network: 60835fd7-b38b-446f-8eb4-22bdb4b9330a, hostable agents: ['4fbae999-6d77-4ef4-a38a-49129aac495b'], hosted agents: [] {{(pid=102100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:11:12.787705 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60f49ca-7a5c-46f9-9173-0d166fd4e70b admin admin] Network 60835fd7-b38b-446f-8eb4-22bdb4b9330a is scheduled to be hosted by DHCP agent 4fbae999-6d77-4ef4-a38a-49129aac495b with binding_index 1 {{(pid=102100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:11:12.884814 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-b60f49ca-7a5c-46f9-9173-0d166fd4e70b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-1-iscsi, 60835fd7-b38b-446f-8eb4-22bdb4b9330a) {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:11:12.889523 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60f49ca-7a5c-46f9-9173-0d166fd4e70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:11:12.890179 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b60f49ca-7a5c-46f9-9173-0d166fd4e70b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for subnet, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:12.894532 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a09875-cf2f-462f-b020-82e6f18b4394 None None] Network 60835fd7-b38b-446f-8eb4-22bdb4b9330a requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:11:12.980127 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-b60f49ca-7a5c-46f9-9173-0d166fd4e70b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0060284 Oct 27 01:11:13.218828 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629b8746-a558-5717-8996-7634a48d8d2a-60835fd7-b38b-446f-8eb4-22bdb4b9330a', 'network_id': '60835fd7-b38b-446f-8eb4-22bdb4b9330a', 'tenant_id': '4d4f8cf5773f4074b83a335c1b11f025', 'fixed_ips': [{'subnet_id': '6733f8ba-1597-4380-aeb5-418b9a743f1c'}]}} from dv-cinder-815560-1-iscsi. {{(pid=102102) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 01:11:13.220060 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:13.521118 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Allocated IP 172.20.0.2 (60835fd7-b38b-446f-8eb4-22bdb4b9330a/6733f8ba-1597-4380-aeb5-418b9a743f1c/47ad4644-40bb-4b65-b6e2-e18399c24d73) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:11:13.721625 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:13.811495 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:13.891274 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Network 60835fd7-b38b-446f-8eb4-22bdb4b9330a is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:11:13.898586 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:11:13.901094 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Pushing event updated for resources: {'Port': ['ID=47ad4644-40bb-4b65-b6e2-e18399c24d73,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:11:13.903547 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:11:13.913136 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:13.913499 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:13.913844 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:13.914206 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:13.914535 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:13.914865 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:13.915189 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:13.915513 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:13.915855 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:13.916181 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:13.916500 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:13.916817 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Tracked resource versions report: Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: pushed versions: Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: { 'AddressGroup': {'1.2'}, Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: 'ConntrackHelper': {'1.0'}, Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: 'Log': {'1.0'}, Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: 'Network': {'1.1'}, Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: 'Port': {'1.7'}, Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: 'PortForwarding': {'1.2'}, Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: 'QosPolicy': {'1.10'}, Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: 'SecurityGroup': {'1.4'}, Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: 'SubPort': {'1.0'}, Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: 'Subnet': {'1.1'}, Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: 'Trunk': {'1.1'}} Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: consumer versions: Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: { DHCP agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: L3 agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: Metadata agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: Metering agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: Open vSwitch agent@dv-cinder-815560-1-iscsi: { 'AddressGroup': '1.2', Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: 'ConntrackHelper': '1.0', Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: 'Log': '1.0', Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: 'Network': '1.1', Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: 'Port': '1.7', Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: 'PortForwarding': '1.2', Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: 'QosPolicy': '1.10', Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: 'SecurityGroup': '1.4', Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: 'SecurityGroupRule': '1.2', Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: 'SubPort': '1.0', Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: 'Subnet': '1.1', Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: 'Trunk': '1.1'}} Oct 27 01:11:13.917965 dv-cinder-815560-1-iscsi neutron-server[102102]: {{(pid=102102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:11:13.988004 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Attempting to bind port 47ad4644-40bb-4b65-b6e2-e18399c24d73 on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:11:13.988402 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Attempting to bind port 47ad4644-40bb-4b65-b6e2-e18399c24d73 by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '4c8a6c06-2100-46d5-85dd-ac89b93c211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '60835fd7-b38b-446f-8eb4-22bdb4b9330a'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:11:13.988818 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Attempting to bind port 47ad4644-40bb-4b65-b6e2-e18399c24d73 on network 60835fd7-b38b-446f-8eb4-22bdb4b9330a {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:11:13.993784 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:11:13.994211 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Checking segment: {'id': '4c8a6c06-2100-46d5-85dd-ac89b93c211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '60835fd7-b38b-446f-8eb4-22bdb4b9330a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:11:13.994669 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:13.995967 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Bound using segment: {'id': '4c8a6c06-2100-46d5-85dd-ac89b93c211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '60835fd7-b38b-446f-8eb4-22bdb4b9330a'} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:11:13.996100 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Bound port: 47ad4644-40bb-4b65-b6e2-e18399c24d73, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8a6c06-2100-46d5-85dd-ac89b93c211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '60835fd7-b38b-446f-8eb4-22bdb4b9330a'}}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:11:13.996493 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:14.062116 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] For port 47ad4644-40bb-4b65-b6e2-e18399c24d73, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:11:14.066293 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] For port 47ad4644-40bb-4b65-b6e2-e18399c24d73, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=47ad4644-40bb-4b65-b6e2-e18399c24d73,segment=NetworkSegment(4c8a6c06-2100-46d5-85dd-ac89b93c211d),segment_id=4c8a6c06-2100-46d5-85dd-ac89b93c211d)] {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:11:14.164180 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:14.233587 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fe55d-8ab1-4a84-ad5f-51cc12fb4fbe None None] Pushing event updated for resources: {'Port': ['ID=47ad4644-40bb-4b65-b6e2-e18399c24d73,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:11:15.531663 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 55868) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:11:15.838708 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [None req-76b8270f-9a32-4ed1-89dc-7fa35b90060a admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:11:15.840051 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-76b8270f-9a32-4ed1-89dc-7fa35b90060a admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3072445 Oct 27 01:11:18.370749 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 55876) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:11:18.695927 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [None req-79dabb4c-cd10-4d53-919a-e8d79879164a admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:11:18.696964 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-79dabb4c-cd10-4d53-919a-e8d79879164a admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3253105 Oct 27 01:11:21.450677 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 55886) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:11:21.755942 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-aea0795a-1d5a-4a41-9d7d-6e9c04e2da57 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '4d4f8cf5773f4074b83a335c1b11f025'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:11:21.821022 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.policy [None req-aea0795a-1d5a-4a41-9d7d-6e9c04e2da57 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102101) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 01:11:21.868445 dv-cinder-815560-1-iscsi neutron-server[102101]: WARNING oslo_policy.policy [None req-aea0795a-1d5a-4a41-9d7d-6e9c04e2da57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:11:21.868842 dv-cinder-815560-1-iscsi neutron-server[102101]: WARNING oslo_policy.policy [None req-aea0795a-1d5a-4a41-9d7d-6e9c04e2da57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:11:21.878362 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.quota [None req-aea0795a-1d5a-4a41-9d7d-6e9c04e2da57 admin admin] Loaded quota_driver: . Oct 27 01:11:21.994299 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aea0795a-1d5a-4a41-9d7d-6e9c04e2da57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5151'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:21.996332 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aea0795a-1d5a-4a41-9d7d-6e9c04e2da57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3724077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5156'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:22.160019 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aea0795a-1d5a-4a41-9d7d-6e9c04e2da57 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:22.217636 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aea0795a-1d5a-4a41-9d7d-6e9c04e2da57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3724052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721622'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:22.321546 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aea0795a-1d5a-4a41-9d7d-6e9c04e2da57 admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:22.322725 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-aea0795a-1d5a-4a41-9d7d-6e9c04e2da57 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8710928 Oct 27 01:11:23.228930 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 47ad4644-40bb-4b65-b6e2-e18399c24d73 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:11:23.318694 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 47ad4644-40bb-4b65-b6e2-e18399c24d73 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:11:23.319091 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:23.343955 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef501e74-6182-4fe9-bee0-681629969798 None None] Network 60835fd7-b38b-446f-8eb4-22bdb4b9330a requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:11:23.537966 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:23.548527 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-08a32cd6-1ca1-4d8b-b4ce-9178a52d8ab4 None None] Provisioning complete for port 47ad4644-40bb-4b65-b6e2-e18399c24d73 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:11:23.548893 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08a32cd6-1ca1-4d8b-b4ce-9178a52d8ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:23.629482 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] For port 47ad4644-40bb-4b65-b6e2-e18399c24d73, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=47ad4644-40bb-4b65-b6e2-e18399c24d73,segment=NetworkSegment(4c8a6c06-2100-46d5-85dd-ac89b93c211d),segment_id=4c8a6c06-2100-46d5-85dd-ac89b93c211d)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:11:23.713109 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:23.718632 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08a32cd6-1ca1-4d8b-b4ce-9178a52d8ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:23.800923 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Pushing event updated for resources: {'Port': ['ID=47ad4644-40bb-4b65-b6e2-e18399c24d73,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:11:23.817016 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.db.api [None req-08a32cd6-1ca1-4d8b-b4ce-9178a52d8ab4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 01:11:23.817394 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG oslo_db.api [None req-08a32cd6-1ca1-4d8b-b4ce-9178a52d8ab4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 01:11:23.825993 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d69b8c16-c907-40d1-b319-9b87267b712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:24.472373 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-bb66a3ea-4a90-4fcc-ad2b-865d16e335e3 None None] Provisioning complete for port 47ad4644-40bb-4b65-b6e2-e18399c24d73 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:11:24.473084 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb66a3ea-4a90-4fcc-ad2b-865d16e335e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:24.865814 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 55904) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:11:25.175060 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [None req-f76459b6-aaac-40ce-9c58-50471d84d104 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:11:25.176026 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-f76459b6-aaac-40ce-9c58-50471d84d104 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3092752 Oct 27 01:11:25.196928 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 47ad4644-40bb-4b65-b6e2-e18399c24d73 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:11:25.246835 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 47ad4644-40bb-4b65-b6e2-e18399c24d73 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:11:25.247113 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:26.330510 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a37f2e9-a11c-4e8f-a35f-d559c025d572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:27.197344 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:27.625810 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:27.726784 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 55918) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:11:27.947236 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:11:28.027992 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Made reservation on behalf of 3355962a746e4ae38c08a8001aa0f51d for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:11:28.030720 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:28.047053 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:28.146551 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:28.219458 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:28.230784 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Reserving flat network on physical network physnet1 {{(pid=102101) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 01:11:28.263276 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793629371670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:28.263833 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Unsubscribe: segment precommit_create {{(pid=102101) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 01:11:28.264342 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.db.segments_db [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Added segment 7c1b1e3f-531b-4ebc-ab34-6ff721d374f6 of type flat for network 446c4d70-d462-4a3b-8224-efffdf97f324 Oct 27 01:11:28.280458 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3687b5e-5c95-432e-b4f8-5755902d4273,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:11:28.306225 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:28.306586 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:28.306927 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:28.307259 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:28.307779 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:28.308219 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:28.308552 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:28.308899 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:28.309246 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:28.309572 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:28.309891 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:28.310237 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Tracked resource versions report: Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: pushed versions: Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: { 'AddressGroup': {'1.2'}, Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: 'ConntrackHelper': {'1.0'}, Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: 'Log': {'1.0'}, Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: 'Network': {'1.1'}, Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: 'Port': {'1.7'}, Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: 'PortForwarding': {'1.2'}, Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: 'QosPolicy': {'1.10'}, Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: 'SecurityGroup': {'1.4'}, Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: 'SubPort': {'1.0'}, Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: 'Subnet': {'1.1'}, Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: 'Trunk': {'1.1'}} Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: consumer versions: Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: { DHCP agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: L3 agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: Metadata agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: Metering agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: Open vSwitch agent@dv-cinder-815560-1-iscsi: { 'AddressGroup': '1.2', Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: 'ConntrackHelper': '1.0', Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: 'Log': '1.0', Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: 'Network': '1.1', Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: 'Port': '1.7', Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: 'PortForwarding': '1.2', Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: 'QosPolicy': '1.10', Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: 'SecurityGroup': '1.4', Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: 'SecurityGroupRule': '1.2', Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: 'SubPort': '1.0', Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: 'Subnet': '1.1', Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: 'Trunk': '1.1'}} Oct 27 01:11:28.311706 dv-cinder-815560-1-iscsi neutron-server[102101]: {{(pid=102101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:11:28.393156 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793628853670'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:28.564998 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:28.566232 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:11:28.566879 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:28.663942 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] Pushing event updated for resources: {'Network': ['ID=446c4d70-d462-4a3b-8224-efffdf97f324,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:11:28.674174 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Network 446c4d70-d462-4a3b-8224-efffdf97f324 details requested by agent ovs-agent-dv-cinder-815560-1-iscsi with host dv-cinder-815560-1-iscsi {{(pid=102102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:11:28.721810 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-d3cb1180-47d8-4c10-9167-7c0fe601f59a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9939644 Oct 27 01:11:29.071184 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:31.059007 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 55940) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:11:31.216491 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1f74b3-1218-45f8-b37e-7e8d8b5689cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:11:31.217859 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-2f1f74b3-1218-45f8-b37e-7e8d8b5689cf admin admin] 10.222.0.32 "GET /v2.0/subnets/6733f8ba-1597-4380-aeb5-418b9a743f1c HTTP/1.1" status: 200 len: 849 time: 0.1579123 Oct 27 01:11:31.352121 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-b38532d3-b2ca-427c-b979-96c0ddb3ddc6 admin admin] 10.222.0.32 "GET /v2.0/routers/3e868b31-c694-443f-861a-b6b8eb59d630 HTTP/1.1" status: 200 len: 704 time: 0.1278524 Oct 27 01:11:31.612982 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c1a045b9-0698-4f38-9f99-61f418d65a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:31.904141 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-c1a045b9-0698-4f38-9f99-61f418d65a8f admin admin] Allocated IP 172.20.0.1 (60835fd7-b38b-446f-8eb4-22bdb4b9330a/6733f8ba-1597-4380-aeb5-418b9a743f1c/bade1ea1-b8ef-4bfb-99f8-a9610149929b) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:11:32.089294 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c1a045b9-0698-4f38-9f99-61f418d65a8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:32.222288 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c1a045b9-0698-4f38-9f99-61f418d65a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:32.301756 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a045b9-0698-4f38-9f99-61f418d65a8f admin admin] Network 60835fd7-b38b-446f-8eb4-22bdb4b9330a is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:11:32.306286 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-c1a045b9-0698-4f38-9f99-61f418d65a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:11:32.312305 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a045b9-0698-4f38-9f99-61f418d65a8f admin admin] Pushing event updated for resources: {'Port': ['ID=bade1ea1-b8ef-4bfb-99f8-a9610149929b,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:11:32.322582 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a045b9-0698-4f38-9f99-61f418d65a8f admin admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:11:32.323369 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c1a045b9-0698-4f38-9f99-61f418d65a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723211'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:32.520396 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-cfe7dca6-b46d-442a-b40f-a3046b5b19b9 None None] Provisioning complete for port bade1ea1-b8ef-4bfb-99f8-a9610149929b triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:11:32.520932 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cfe7dca6-b46d-442a-b40f-a3046b5b19b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:32.556997 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-cfe7dca6-b46d-442a-b40f-a3046b5b19b9 None None] Port bade1ea1-b8ef-4bfb-99f8-a9610149929b cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:11:32.587654 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c1a045b9-0698-4f38-9f99-61f418d65a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:32.836990 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c1a045b9-0698-4f38-9f99-61f418d65a8f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:32.929978 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c1a045b9-0698-4f38-9f99-61f418d65a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:32.930780 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c1a045b9-0698-4f38-9f99-61f418d65a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3631245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3721307'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:33.008457 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a045b9-0698-4f38-9f99-61f418d65a8f admin admin] Pushing event updated for resources: {'Port': ['ID=bade1ea1-b8ef-4bfb-99f8-a9610149929b,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:11:33.054533 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a045b9-0698-4f38-9f99-61f418d65a8f admin admin] Network 60835fd7-b38b-446f-8eb4-22bdb4b9330a is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:11:33.055782 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-c1a045b9-0698-4f38-9f99-61f418d65a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:11:33.273173 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a045b9-0698-4f38-9f99-61f418d65a8f admin admin] Router 3e868b31-c694-443f-861a-b6b8eb59d630 is scheduled to L3 agent c117865a-b75a-494f-8807-bd32898b5467 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:11:33.285448 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-062953e5-d7e0-4a69-8ed0-af9cf58eb8f8 None None] Provisioning complete for port bade1ea1-b8ef-4bfb-99f8-a9610149929b triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:11:33.285871 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-062953e5-d7e0-4a69-8ed0-af9cf58eb8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:33.320642 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-062953e5-d7e0-4a69-8ed0-af9cf58eb8f8 None None] Port bade1ea1-b8ef-4bfb-99f8-a9610149929b cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:11:33.366918 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a045b9-0698-4f38-9f99-61f418d65a8f admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:11:33.373157 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-c1a045b9-0698-4f38-9f99-61f418d65a8f admin admin] 10.222.0.32 "PUT /v2.0/routers/3e868b31-c694-443f-861a-b6b8eb59d630/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0151961 Oct 27 01:11:33.378069 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] Sync routers for ids ['3e868b31-c694-443f-861a-b6b8eb59d630'] in dv-cinder-815560-1-iscsi {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:11:33.390453 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] Routers {'3e868b31-c694-443f-861a-b6b8eb59d630'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:11:33.391551 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:11:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['3e868b31-c694-443f-861a-b6b8eb59d630'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:11:33.580813 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] Set router 3e868b31-c694-443f-861a-b6b8eb59d630 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:11:34.015120 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e868b31-c694-443f-861a-b6b8eb59d630', 'name': 'router1', 'tenant_id': '4d4f8cf5773f4074b83a335c1b11f025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:11:22Z', 'updated_at': '2021-10-27T01:11:32Z', 'revision_number': 2, 'project_id': '4d4f8cf5773f4074b83a335c1b11f025', 'gw_port_host': None, '_interfaces': [{'id': 'bade1ea1-b8ef-4bfb-99f8-a9610149929b', 'name': '', 'network_id': '60835fd7-b38b-446f-8eb4-22bdb4b9330a', 'tenant_id': '4d4f8cf5773f4074b83a335c1b11f025', 'mac_address': 'fa:16:3e:e4:ff:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e868b31-c694-443f-861a-b6b8eb59d630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6733f8ba-1597-4380-aeb5-418b9a743f1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:11:31Z', 'updated_at': '2021-10-27T01:11:32Z', 'revision_number': 2, 'project_id': '4d4f8cf5773f4074b83a335c1b11f025', 'subnets': [{'id': '6733f8ba-1597-4380-aeb5-418b9a743f1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4848032e-cc62-463d-a2cb-c4116b0f7c1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:11:34.064296 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] Checking router: 3e868b31-c694-443f-861a-b6b8eb59d630 for host: dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:11:34.064665 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] Updating router 3e868b31-c694-443f-861a-b6b8eb59d630 port bade1ea1-b8ef-4bfb-99f8-a9610149929b binding host dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:11:34.111883 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:34.636224 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:34.724845 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:34.880807 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c75990-5c31-4e89-878c-42bb0e783b92 None None] Pushing event updated for resources: {'Port': ['ID=bade1ea1-b8ef-4bfb-99f8-a9610149929b,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:11:34.896622 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c75990-5c31-4e89-878c-42bb0e783b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:34.896973 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c75990-5c31-4e89-878c-42bb0e783b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:34.897307 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c75990-5c31-4e89-878c-42bb0e783b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:34.897633 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c75990-5c31-4e89-878c-42bb0e783b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:34.897956 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c75990-5c31-4e89-878c-42bb0e783b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:34.898304 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c75990-5c31-4e89-878c-42bb0e783b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:34.898626 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c75990-5c31-4e89-878c-42bb0e783b92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:34.898943 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c75990-5c31-4e89-878c-42bb0e783b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:34.899263 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c75990-5c31-4e89-878c-42bb0e783b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:34.899576 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c75990-5c31-4e89-878c-42bb0e783b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:34.899892 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c75990-5c31-4e89-878c-42bb0e783b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:34.900203 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c75990-5c31-4e89-878c-42bb0e783b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c75990-5c31-4e89-878c-42bb0e783b92 None None] Tracked resource versions report: Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: pushed versions: Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: { 'AddressGroup': {'1.2'}, Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: 'ConntrackHelper': {'1.0'}, Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: 'Log': {'1.0'}, Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: 'Network': {'1.1'}, Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: 'Port': {'1.7'}, Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: 'PortForwarding': {'1.2'}, Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: 'QosPolicy': {'1.10'}, Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: 'SecurityGroup': {'1.4'}, Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: 'SubPort': {'1.0'}, Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: 'Subnet': {'1.1'}, Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: 'Trunk': {'1.1'}} Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: consumer versions: Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: { DHCP agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: L3 agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: Metadata agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: Metering agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: Open vSwitch agent@dv-cinder-815560-1-iscsi: { 'AddressGroup': '1.2', Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: 'ConntrackHelper': '1.0', Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: 'Log': '1.0', Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: 'Network': '1.1', Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: 'Port': '1.7', Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: 'PortForwarding': '1.2', Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: 'QosPolicy': '1.10', Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: 'SecurityGroup': '1.4', Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: 'SecurityGroupRule': '1.2', Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: 'SubPort': '1.0', Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: 'Subnet': '1.1', Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: 'Trunk': '1.1'}} Oct 27 01:11:34.901996 dv-cinder-815560-1-iscsi neutron-server[102103]: {{(pid=102103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:11:34.906356 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] Attempting to bind port bade1ea1-b8ef-4bfb-99f8-a9610149929b on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:11:34.906751 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] Attempting to bind port bade1ea1-b8ef-4bfb-99f8-a9610149929b by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '4c8a6c06-2100-46d5-85dd-ac89b93c211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '60835fd7-b38b-446f-8eb4-22bdb4b9330a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:11:34.907178 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] Attempting to bind port bade1ea1-b8ef-4bfb-99f8-a9610149929b on network 60835fd7-b38b-446f-8eb4-22bdb4b9330a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:11:34.913116 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:11:34.913527 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] Checking segment: {'id': '4c8a6c06-2100-46d5-85dd-ac89b93c211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '60835fd7-b38b-446f-8eb4-22bdb4b9330a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:11:34.913984 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:34.914385 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] Bound using segment: {'id': '4c8a6c06-2100-46d5-85dd-ac89b93c211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '60835fd7-b38b-446f-8eb4-22bdb4b9330a'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:11:34.914884 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] Bound port: bade1ea1-b8ef-4bfb-99f8-a9610149929b, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8a6c06-2100-46d5-85dd-ac89b93c211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '60835fd7-b38b-446f-8eb4-22bdb4b9330a'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:11:34.915274 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:34.949350 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-1335f010-0a6c-4416-a56f-dbc9b1c15758 None None] Provisioning complete for port bade1ea1-b8ef-4bfb-99f8-a9610149929b triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:11:34.949902 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1335f010-0a6c-4416-a56f-dbc9b1c15758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:34.989030 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] For port bade1ea1-b8ef-4bfb-99f8-a9610149929b, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:11:34.993660 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-1335f010-0a6c-4416-a56f-dbc9b1c15758 None None] Port bade1ea1-b8ef-4bfb-99f8-a9610149929b cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:11:35.010310 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] For port bade1ea1-b8ef-4bfb-99f8-a9610149929b, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=bade1ea1-b8ef-4bfb-99f8-a9610149929b,segment=NetworkSegment(4c8a6c06-2100-46d5-85dd-ac89b93c211d),segment_id=4c8a6c06-2100-46d5-85dd-ac89b93c211d)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:11:35.123010 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:35.172018 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] Routers {'3e868b31-c694-443f-861a-b6b8eb59d630'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:11:35.172709 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:11:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['3e868b31-c694-443f-861a-b6b8eb59d630'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:11:35.257725 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c75990-5c31-4e89-878c-42bb0e783b92 None None] Pushing event updated for resources: {'Port': ['ID=bade1ea1-b8ef-4bfb-99f8-a9610149929b,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:11:35.275980 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] Set router 3e868b31-c694-443f-861a-b6b8eb59d630 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:11:35.319126 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-601145d5-7ff1-4ced-a242-51fbb32f4635 None None] Provisioning complete for port bade1ea1-b8ef-4bfb-99f8-a9610149929b triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:11:35.319499 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-601145d5-7ff1-4ced-a242-51fbb32f4635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:35.404541 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-601145d5-7ff1-4ced-a242-51fbb32f4635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:35.438994 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-601145d5-7ff1-4ced-a242-51fbb32f4635 None None] For port bade1ea1-b8ef-4bfb-99f8-a9610149929b, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=bade1ea1-b8ef-4bfb-99f8-a9610149929b,segment=NetworkSegment(4c8a6c06-2100-46d5-85dd-ac89b93c211d),segment_id=4c8a6c06-2100-46d5-85dd-ac89b93c211d)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:11:35.496157 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e868b31-c694-443f-861a-b6b8eb59d630', 'name': 'router1', 'tenant_id': '4d4f8cf5773f4074b83a335c1b11f025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:11:22Z', 'updated_at': '2021-10-27T01:11:32Z', 'revision_number': 2, 'project_id': '4d4f8cf5773f4074b83a335c1b11f025', 'gw_port_host': None, '_interfaces': [{'id': 'bade1ea1-b8ef-4bfb-99f8-a9610149929b', 'name': '', 'network_id': '60835fd7-b38b-446f-8eb4-22bdb4b9330a', 'tenant_id': '4d4f8cf5773f4074b83a335c1b11f025', 'mac_address': 'fa:16:3e:e4:ff:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e868b31-c694-443f-861a-b6b8eb59d630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6733f8ba-1597-4380-aeb5-418b9a743f1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:11:31Z', 'updated_at': '2021-10-27T01:11:34Z', 'revision_number': 4, 'project_id': '4d4f8cf5773f4074b83a335c1b11f025', 'subnets': [{'id': '6733f8ba-1597-4380-aeb5-418b9a743f1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4848032e-cc62-463d-a2cb-c4116b0f7c1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:11:35.505443 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-601145d5-7ff1-4ced-a242-51fbb32f4635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:35.523721 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e359ccc3-f769-49ac-81d5-68b3b1067b4f None None] The sync data for ids ['3e868b31-c694-443f-861a-b6b8eb59d630'] in dv-cinder-815560-1-iscsi is: [{'id': '3e868b31-c694-443f-861a-b6b8eb59d630', 'name': 'router1', 'tenant_id': '4d4f8cf5773f4074b83a335c1b11f025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:11:22Z', 'updated_at': '2021-10-27T01:11:32Z', 'revision_number': 2, 'project_id': '4d4f8cf5773f4074b83a335c1b11f025', 'gw_port_host': None, '_interfaces': [{'id': 'bade1ea1-b8ef-4bfb-99f8-a9610149929b', 'name': '', 'network_id': '60835fd7-b38b-446f-8eb4-22bdb4b9330a', 'tenant_id': '4d4f8cf5773f4074b83a335c1b11f025', 'mac_address': 'fa:16:3e:e4:ff:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e868b31-c694-443f-861a-b6b8eb59d630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6733f8ba-1597-4380-aeb5-418b9a743f1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:11:31Z', 'updated_at': '2021-10-27T01:11:34Z', 'revision_number': 4, 'project_id': '4d4f8cf5773f4074b83a335c1b11f025', 'subnets': [{'id': '6733f8ba-1597-4380-aeb5-418b9a743f1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4848032e-cc62-463d-a2cb-c4116b0f7c1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:11:35.565544 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601145d5-7ff1-4ced-a242-51fbb32f4635 None None] Pushing event updated for resources: {'Port': ['ID=bade1ea1-b8ef-4bfb-99f8-a9610149929b,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:11:35.729576 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 55956) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:11:35.837289 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37276c6-5fc7-458e-8beb-43463cd7f91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:11:35.838578 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-b37276c6-5fc7-458e-8beb-43463cd7f91c admin admin] 10.222.0.32 "GET /v2.0/networks/446c4d70-d462-4a3b-8224-efffdf97f324 HTTP/1.1" status: 200 len: 842 time: 0.1080165 Oct 27 01:11:35.848567 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-7ee7c93e-3fe6-417f-862a-ca25fc77d7c0 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:11:35.941983 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee7c93e-3fe6-417f-862a-ca25fc77d7c0 admin admin] Made reservation on behalf of 3355962a746e4ae38c08a8001aa0f51d for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:11:35.944251 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ee7c93e-3fe6-417f-862a-ca25fc77d7c0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:36.320935 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.objects.ports [None req-7ee7c93e-3fe6-417f-862a-ca25fc77d7c0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102101) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 01:11:36.321274 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ee7c93e-3fe6-417f-862a-ca25fc77d7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:36.372948 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7c93e-3fe6-417f-862a-ca25fc77d7c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4937d60a-1906-48c0-8abc-dbda7672a658,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:11:36.384844 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee7c93e-3fe6-417f-862a-ca25fc77d7c0 admin admin] Checking segment: {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:11:36.385284 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee7c93e-3fe6-417f-862a-ca25fc77d7c0 admin admin] Network hostable DHCP agents. Network: 446c4d70-d462-4a3b-8224-efffdf97f324, hostable agents: ['4fbae999-6d77-4ef4-a38a-49129aac495b'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:11:36.519211 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee7c93e-3fe6-417f-862a-ca25fc77d7c0 admin admin] Network 446c4d70-d462-4a3b-8224-efffdf97f324 is scheduled to be hosted by DHCP agent 4fbae999-6d77-4ef4-a38a-49129aac495b with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:11:36.639422 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-7ee7c93e-3fe6-417f-862a-ca25fc77d7c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-1-iscsi, 446c4d70-d462-4a3b-8224-efffdf97f324) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:11:36.643601 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee7c93e-3fe6-417f-862a-ca25fc77d7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:11:36.644220 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ee7c93e-3fe6-417f-862a-ca25fc77d7c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:36.654385 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47724e32-873d-40c6-9c80-f3699208561c None None] Network 446c4d70-d462-4a3b-8224-efffdf97f324 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:11:36.745102 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-7ee7c93e-3fe6-417f-862a-ca25fc77d7c0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8995781 Oct 27 01:11:36.789847 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27017f9-63a3-4a56-b40c-e2a6e66fc653 None None] Network 446c4d70-d462-4a3b-8224-efffdf97f324 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:11:39.188697 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 55964) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:11:39.325537 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-326f3010-4249-42c6-b03f-26d638bedced admin admin] 10.222.0.32 "GET /v2.0/routers/3e868b31-c694-443f-861a-b6b8eb59d630 HTTP/1.1" status: 200 len: 710 time: 0.1355622 Oct 27 01:11:39.414838 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a6db3d-a751-4de1-ab9e-8014f583eabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:11:39.416237 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-83a6db3d-a751-4de1-ab9e-8014f583eabc admin admin] 10.222.0.32 "GET /v2.0/networks/446c4d70-d462-4a3b-8224-efffdf97f324 HTTP/1.1" status: 200 len: 886 time: 0.0844591 Oct 27 01:11:39.426085 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-0583d72a-14d2-4d6b-9f72-b9b0ebf6ec3e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:11:39.746791 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0583d72a-14d2-4d6b-9f72-b9b0ebf6ec3e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:40.106262 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0583d72a-14d2-4d6b-9f72-b9b0ebf6ec3e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:40.199513 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0583d72a-14d2-4d6b-9f72-b9b0ebf6ec3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:40.316693 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-0583d72a-14d2-4d6b-9f72-b9b0ebf6ec3e admin admin] Allocated IP 172.27.3.164 (446c4d70-d462-4a3b-8224-efffdf97f324/4937d60a-1906-48c0-8abc-dbda7672a658/c8bc648d-58da-4ef6-b0ee-86aa6d688320) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:11:40.417256 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0583d72a-14d2-4d6b-9f72-b9b0ebf6ec3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:40.608454 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0583d72a-14d2-4d6b-9f72-b9b0ebf6ec3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:40.647566 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0583d72a-14d2-4d6b-9f72-b9b0ebf6ec3e admin admin] Network 446c4d70-d462-4a3b-8224-efffdf97f324 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:11:40.652550 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-0583d72a-14d2-4d6b-9f72-b9b0ebf6ec3e admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:11:40.657005 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0583d72a-14d2-4d6b-9f72-b9b0ebf6ec3e admin admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:11:40.660094 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583d72a-14d2-4d6b-9f72-b9b0ebf6ec3e admin admin] Pushing event updated for resources: {'Port': ['ID=c8bc648d-58da-4ef6-b0ee-86aa6d688320,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:11:40.969885 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0583d72a-14d2-4d6b-9f72-b9b0ebf6ec3e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:41.185130 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0583d72a-14d2-4d6b-9f72-b9b0ebf6ec3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3721657', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3724035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5178'] for router, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:41.188881 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0583d72a-14d2-4d6b-9f72-b9b0ebf6ec3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3721632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3721647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3724042'] for router, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:41.242043 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device bade1ea1-b8ef-4bfb-99f8-a9610149929b up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:11:41.309420 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port bade1ea1-b8ef-4bfb-99f8-a9610149929b triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:11:41.310063 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:41.310199 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0583d72a-14d2-4d6b-9f72-b9b0ebf6ec3e admin admin] Router 3e868b31-c694-443f-861a-b6b8eb59d630 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:11:41.518547 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0583d72a-14d2-4d6b-9f72-b9b0ebf6ec3e admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:11:41.522853 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0583d72a-14d2-4d6b-9f72-b9b0ebf6ec3e admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:41.524050 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-0583d72a-14d2-4d6b-9f72-b9b0ebf6ec3e admin admin] 10.222.0.32 "PUT /v2.0/routers/3e868b31-c694-443f-861a-b6b8eb59d630 HTTP/1.1" status: 200 len: 890 time: 2.1014194 Oct 27 01:11:42.670662 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] Sync routers for ids ['3e868b31-c694-443f-861a-b6b8eb59d630'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:11:42.681908 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] Routers {'3e868b31-c694-443f-861a-b6b8eb59d630'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:11:42.682727 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:11:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['3e868b31-c694-443f-861a-b6b8eb59d630'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:11:42.891286 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] Set router 3e868b31-c694-443f-861a-b6b8eb59d630 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:11:43.341502 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e868b31-c694-443f-861a-b6b8eb59d630', 'name': 'router1', 'tenant_id': '4d4f8cf5773f4074b83a335c1b11f025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'c8bc648d-58da-4ef6-b0ee-86aa6d688320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:11:22Z', 'updated_at': '2021-10-27T01:11:40Z', 'revision_number': 4, 'project_id': '4d4f8cf5773f4074b83a335c1b11f025', 'gw_port': {'id': 'c8bc648d-58da-4ef6-b0ee-86aa6d688320', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e868b31-c694-443f-861a-b6b8eb59d630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:11:40Z', 'updated_at': '2021-10-27T01:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': 'bade1ea1-b8ef-4bfb-99f8-a9610149929b', 'name': '', 'network_id': '60835fd7-b38b-446f-8eb4-22bdb4b9330a', 'tenant_id': '4d4f8cf5773f4074b83a335c1b11f025', 'mac_address': 'fa:16:3e:e4:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e868b31-c694-443f-861a-b6b8eb59d630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6733f8ba-1597-4380-aeb5-418b9a743f1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:11:31Z', 'updated_at': '2021-10-27T01:11:35Z', 'revision_number': 5, 'project_id': '4d4f8cf5773f4074b83a335c1b11f025', 'subnets': [{'id': '6733f8ba-1597-4380-aeb5-418b9a743f1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4848032e-cc62-463d-a2cb-c4116b0f7c1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:11:43.393713 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] Checking router: 3e868b31-c694-443f-861a-b6b8eb59d630 for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:11:43.394097 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] Updating router 3e868b31-c694-443f-861a-b6b8eb59d630 port c8bc648d-58da-4ef6-b0ee-86aa6d688320 binding host dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:11:43.440834 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:43.751166 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:43.879108 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:43.929646 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] Attempting to bind port c8bc648d-58da-4ef6-b0ee-86aa6d688320 on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:11:43.930017 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] Attempting to bind port c8bc648d-58da-4ef6-b0ee-86aa6d688320 by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:11:43.930398 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] Attempting to bind port c8bc648d-58da-4ef6-b0ee-86aa6d688320 on network 446c4d70-d462-4a3b-8224-efffdf97f324 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:11:43.936917 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2ccd6-a213-44b0-9774-5a2158acf288 None None] Pushing event updated for resources: {'Port': ['ID=c8bc648d-58da-4ef6-b0ee-86aa6d688320,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:11:43.939586 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:11:43.939958 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] Checking segment: {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:11:43.940347 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:43.940726 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] Bound using segment: {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:11:43.941184 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] Bound port: c8bc648d-58da-4ef6-b0ee-86aa6d688320, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:11:43.941576 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:43.993490 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] For port c8bc648d-58da-4ef6-b0ee-86aa6d688320, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:11:43.996703 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] For port c8bc648d-58da-4ef6-b0ee-86aa6d688320, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=c8bc648d-58da-4ef6-b0ee-86aa6d688320,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:11:44.026602 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 55976) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:11:44.074307 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:44.132892 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-7f03b39d-c82b-4327-99b6-83d5fe65ebfd admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1123652 Oct 27 01:11:44.133229 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2ccd6-a213-44b0-9774-5a2158acf288 None None] Pushing event updated for resources: {'Port': ['ID=c8bc648d-58da-4ef6-b0ee-86aa6d688320,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:11:44.136935 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] Routers {'3e868b31-c694-443f-861a-b6b8eb59d630'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:11:44.137603 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:11:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['3e868b31-c694-443f-861a-b6b8eb59d630'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:11:44.259666 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] Set router 3e868b31-c694-443f-861a-b6b8eb59d630 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:11:44.481888 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e868b31-c694-443f-861a-b6b8eb59d630', 'name': 'router1', 'tenant_id': '4d4f8cf5773f4074b83a335c1b11f025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'c8bc648d-58da-4ef6-b0ee-86aa6d688320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:11:22Z', 'updated_at': '2021-10-27T01:11:40Z', 'revision_number': 4, 'project_id': '4d4f8cf5773f4074b83a335c1b11f025', 'gw_port': {'id': 'c8bc648d-58da-4ef6-b0ee-86aa6d688320', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e868b31-c694-443f-861a-b6b8eb59d630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:11:40Z', 'updated_at': '2021-10-27T01:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': 'bade1ea1-b8ef-4bfb-99f8-a9610149929b', 'name': '', 'network_id': '60835fd7-b38b-446f-8eb4-22bdb4b9330a', 'tenant_id': '4d4f8cf5773f4074b83a335c1b11f025', 'mac_address': 'fa:16:3e:e4:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e868b31-c694-443f-861a-b6b8eb59d630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6733f8ba-1597-4380-aeb5-418b9a743f1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:11:31Z', 'updated_at': '2021-10-27T01:11:35Z', 'revision_number': 5, 'project_id': '4d4f8cf5773f4074b83a335c1b11f025', 'subnets': [{'id': '6733f8ba-1597-4380-aeb5-418b9a743f1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4848032e-cc62-463d-a2cb-c4116b0f7c1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:11:44.508611 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812191ca-b884-467d-a356-54b9f14ed551 None None] The sync data for ids ['3e868b31-c694-443f-861a-b6b8eb59d630'] in dv-cinder-815560-1-iscsi is: [{'id': '3e868b31-c694-443f-861a-b6b8eb59d630', 'name': 'router1', 'tenant_id': '4d4f8cf5773f4074b83a335c1b11f025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'c8bc648d-58da-4ef6-b0ee-86aa6d688320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:11:22Z', 'updated_at': '2021-10-27T01:11:40Z', 'revision_number': 4, 'project_id': '4d4f8cf5773f4074b83a335c1b11f025', 'gw_port': {'id': 'c8bc648d-58da-4ef6-b0ee-86aa6d688320', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e868b31-c694-443f-861a-b6b8eb59d630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:11:40Z', 'updated_at': '2021-10-27T01:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': 'bade1ea1-b8ef-4bfb-99f8-a9610149929b', 'name': '', 'network_id': '60835fd7-b38b-446f-8eb4-22bdb4b9330a', 'tenant_id': '4d4f8cf5773f4074b83a335c1b11f025', 'mac_address': 'fa:16:3e:e4:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e868b31-c694-443f-861a-b6b8eb59d630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6733f8ba-1597-4380-aeb5-418b9a743f1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:11:31Z', 'updated_at': '2021-10-27T01:11:35Z', 'revision_number': 5, 'project_id': '4d4f8cf5773f4074b83a335c1b11f025', 'subnets': [{'id': '6733f8ba-1597-4380-aeb5-418b9a743f1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4848032e-cc62-463d-a2cb-c4116b0f7c1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:11:45.247874 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device c8bc648d-58da-4ef6-b0ee-86aa6d688320 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:11:45.300982 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port c8bc648d-58da-4ef6-b0ee-86aa6d688320 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:11:45.301353 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:45.376598 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:45.396376 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] For port c8bc648d-58da-4ef6-b0ee-86aa6d688320, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=c8bc648d-58da-4ef6-b0ee-86aa6d688320,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:11:45.470919 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:45.529117 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Pushing event updated for resources: {'Port': ['ID=c8bc648d-58da-4ef6-b0ee-86aa6d688320,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:11:46.550978 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 5 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:11:47.225831 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device c8bc648d-58da-4ef6-b0ee-86aa6d688320 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:11:47.284532 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port c8bc648d-58da-4ef6-b0ee-86aa6d688320 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:11:47.284826 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:53.774085 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-988d1612-d560-4d4e-8977-b10863b1b94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:56.344470 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bff242ce-02bb-4414-8630-ae0427908d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:57.162346 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:57.609872 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:11:59.071144 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:12:23.550141 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 5 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:12:23.803371 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-812ac589-a98b-4426-b0ea-a5ba4da9747f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:12:26.306817 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d243ab45-2f7c-45c2-8857-d868d8af4433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:12:27.206839 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:12:27.605898 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:12:29.072726 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:12:53.779860 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3db7f90e-6751-426c-8609-bbf75a20de1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:12:56.307368 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cee465ba-75e2-4402-8310-fed12255c986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:12:57.175545 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:12:57.604390 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:12:59.030937 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:13:00.548429 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 5 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:13:23.761874 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4d334048-0ddf-4c19-8e65-f5c0531e2d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:13:24.762772 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 56538) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:13:24.822880 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-41bf2c38-d0f9-4b27-8a4b-228bb221c761 admin admin] GET failed (client error): The resource could not be found. Oct 27 01:13:24.824169 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-41bf2c38-d0f9-4b27-8a4b-228bb221c761 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604563 Oct 27 01:13:24.983351 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8874df5-90e6-4bf1-a400-734fb54696ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:13:24.984746 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-f8874df5-90e6-4bf1-a400-734fb54696ec admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1560309 Oct 27 01:13:26.289052 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a3ec32eb-ce80-4336-bdaa-3576f5c6f086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:13:27.180295 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:13:27.303986 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 56548) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:13:27.395015 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88225833-9ea3-496c-aa88-c36c2aa0e459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:13:27.396365 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-88225833-9ea3-496c-aa88-c36c2aa0e459 admin admin] 10.222.0.32 "GET /v2.0/subnets/6733f8ba-1597-4380-aeb5-418b9a743f1c HTTP/1.1" status: 200 len: 849 time: 0.0914137 Oct 27 01:13:27.407316 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-098bc3f6-6e9e-4c90-8de0-70de3a0a023f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:13:27.487060 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-098bc3f6-6e9e-4c90-8de0-70de3a0a023f admin admin] Publish callbacks [] for subnet, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:13:27.641483 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:13:27.700516 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-098bc3f6-6e9e-4c90-8de0-70de3a0a023f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793629345509'] for subnet, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:13:27.735746 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098bc3f6-6e9e-4c90-8de0-70de3a0a023f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:13:27.736333 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-098bc3f6-6e9e-4c90-8de0-70de3a0a023f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:13:27.736471 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9098b7-fff8-4111-81aa-06c319e900d6 None None] Network 60835fd7-b38b-446f-8eb4-22bdb4b9330a requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:13:27.737619 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-098bc3f6-6e9e-4c90-8de0-70de3a0a023f admin admin] 10.222.0.32 "PUT /v2.0/subnets/6733f8ba-1597-4380-aeb5-418b9a743f1c HTTP/1.1" status: 200 len: 868 time: 0.3339040 Oct 27 01:13:27.753974 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bc3f6-6e9e-4c90-8de0-70de3a0a023f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6733f8ba-1597-4380-aeb5-418b9a743f1c,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:13:27.762170 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098bc3f6-6e9e-4c90-8de0-70de3a0a023f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:13:27.762537 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098bc3f6-6e9e-4c90-8de0-70de3a0a023f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:13:27.762889 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098bc3f6-6e9e-4c90-8de0-70de3a0a023f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:13:27.763234 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098bc3f6-6e9e-4c90-8de0-70de3a0a023f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:13:27.763570 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098bc3f6-6e9e-4c90-8de0-70de3a0a023f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:13:27.763903 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098bc3f6-6e9e-4c90-8de0-70de3a0a023f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:13:27.764234 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098bc3f6-6e9e-4c90-8de0-70de3a0a023f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:13:27.764566 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098bc3f6-6e9e-4c90-8de0-70de3a0a023f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:13:27.764911 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098bc3f6-6e9e-4c90-8de0-70de3a0a023f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:13:27.765241 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098bc3f6-6e9e-4c90-8de0-70de3a0a023f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:13:27.765564 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098bc3f6-6e9e-4c90-8de0-70de3a0a023f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:13:27.765926 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098bc3f6-6e9e-4c90-8de0-70de3a0a023f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:13:28.162213 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-d807e7e9-39d1-4519-9d55-7deba1fbc058 None None] Provisioning complete for port bade1ea1-b8ef-4bfb-99f8-a9610149929b triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:13:28.162213 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d807e7e9-39d1-4519-9d55-7deba1fbc058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:13:28.169522 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-d807e7e9-39d1-4519-9d55-7deba1fbc058 None None] Provisioning complete for port 47ad4644-40bb-4b65-b6e2-e18399c24d73 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:13:28.175865 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d807e7e9-39d1-4519-9d55-7deba1fbc058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:13:29.031829 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:13:30.056621 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 56556) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:13:30.253228 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917aea29-e2a5-41a8-ab57-609d2bcf6d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:13:30.253653 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917aea29-e2a5-41a8-ab57-609d2bcf6d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:13:30.255223 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-917aea29-e2a5-41a8-ab57-609d2bcf6d71 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1976559 Oct 27 01:13:32.534251 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 56564) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:13:32.669234 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d610bc-2c71-4dcd-bfe2-a7c7dd1b45dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:13:32.669697 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d610bc-2c71-4dcd-bfe2-a7c7dd1b45dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:13:32.671231 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-66d610bc-2c71-4dcd-bfe2-a7c7dd1b45dc admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1360343 Oct 27 01:13:34.949633 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 56572) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:13:35.106693 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ee063-8150-4a62-8cb9-156bd63bc2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:13:35.108048 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-4e7ee063-8150-4a62-8cb9-156bd63bc2bf admin admin] 10.222.0.32 "GET /v2.0/networks/446c4d70-d462-4a3b-8224-efffdf97f324 HTTP/1.1" status: 200 len: 886 time: 0.1574144 Oct 27 01:13:37.378931 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 56582) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:13:37.522802 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81824025-b42d-47a6-87b6-e963db199a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:13:37.524207 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-81824025-b42d-47a6-87b6-e963db199a6e admin admin] 10.222.0.32 "GET /v2.0/networks/60835fd7-b38b-446f-8eb4-22bdb4b9330a HTTP/1.1" status: 200 len: 869 time: 0.1437023 Oct 27 01:13:37.546900 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 5 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:13:39.830415 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 56590) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:13:39.954759 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845e8759-9c91-43a3-9dff-11c5ccae5e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:13:39.955210 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845e8759-9c91-43a3-9dff-11c5ccae5e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:13:39.956721 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-845e8759-9c91-43a3-9dff-11c5ccae5e1d admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1253378 Oct 27 01:13:42.295729 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 56598) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:13:42.387720 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5a8ca0-335c-48aa-bd57-9aad1250825c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:13:42.388163 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5a8ca0-335c-48aa-bd57-9aad1250825c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:13:42.389643 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-df5a8ca0-335c-48aa-bd57-9aad1250825c admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929391 Oct 27 01:13:44.667320 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 56606) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:13:44.753657 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899d2f1e-1fea-42a5-ada4-afc2d70042c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:13:44.755587 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-899d2f1e-1fea-42a5-ada4-afc2d70042c3 admin admin] 10.222.0.32 "GET /v2.0/subnets/4937d60a-1906-48c0-8abc-dbda7672a658 HTTP/1.1" status: 200 len: 816 time: 0.0872948 Oct 27 01:13:47.033199 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 56614) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:13:47.123530 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cbd482-1901-48be-8d8a-243531e84fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:13:47.125087 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-35cbd482-1901-48be-8d8a-243531e84fb9 admin admin] 10.222.0.32 "GET /v2.0/subnets/6733f8ba-1597-4380-aeb5-418b9a743f1c HTTP/1.1" status: 200 len: 868 time: 0.0909424 Oct 27 01:13:53.773074 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8df27920-cad8-4ed1-845a-6dcb5cbb9eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:13:56.327762 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dfb9afc4-caa8-4963-b65f-746619d027f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:13:57.166477 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:13:57.606399 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:13:59.036277 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:11.730534 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 56668) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:14:11.779362 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [None req-aff847df-c65f-4476-a57b-58dfe1112ca5 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:14:11.780340 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-aff847df-c65f-4476-a57b-58dfe1112ca5 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0488851 Oct 27 01:14:14.157200 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 56676) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:14:14.215813 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.pecan_wsgi.hooks.translation [None req-2984067f-7056-4ad1-85ae-b02853fe8ae5 admin admin] GET failed (client error): The resource could not be found. Oct 27 01:14:14.217104 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-2984067f-7056-4ad1-85ae-b02853fe8ae5 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0589857 Oct 27 01:14:14.361218 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa81db80-ed5d-4ed7-b3ff-e7deafb842bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:14:14.363393 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-aa81db80-ed5d-4ed7-b3ff-e7deafb842bc admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1409957 Oct 27 01:14:14.544870 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 5 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:14:16.700016 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 56684) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:14:16.747906 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-61f9d2b2-c720-4720-9b1b-3c8b10203798 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:14:16.811683 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f9d2b2-c720-4720-9b1b-3c8b10203798 admin admin] Made reservation on behalf of 3355962a746e4ae38c08a8001aa0f51d for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:14:16.813929 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-61f9d2b2-c720-4720-9b1b-3c8b10203798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:16.840958 dv-cinder-815560-1-iscsi neutron-server[102101]: WARNING neutron.services.revisions.revision_plugin [None req-61f9d2b2-c720-4720-9b1b-3c8b10203798 admin admin] Could not find related network for resource to bump revision. Oct 27 01:14:16.855439 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f9d2b2-c720-4720-9b1b-3c8b10203798 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:14:16.865987 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-61f9d2b2-c720-4720-9b1b-3c8b10203798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:16.866438 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.db.segments_db [None req-61f9d2b2-c720-4720-9b1b-3c8b10203798 admin admin] Added segment e3afd88e-a9cd-4da4-90e3-4837d808f937 of type vlan for network dd44513e-26ae-40ca-a23f-60cb7b1f9b4d Oct 27 01:14:16.907374 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-61f9d2b2-c720-4720-9b1b-3c8b10203798 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793628853670'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:17.006546 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-61f9d2b2-c720-4720-9b1b-3c8b10203798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:17.007485 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f9d2b2-c720-4720-9b1b-3c8b10203798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:14:17.008085 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-61f9d2b2-c720-4720-9b1b-3c8b10203798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:17.062615 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9d2b2-c720-4720-9b1b-3c8b10203798 admin admin] Pushing event updated for resources: {'Network': ['ID=dd44513e-26ae-40ca-a23f-60cb7b1f9b4d,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:14:17.073804 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Network dd44513e-26ae-40ca-a23f-60cb7b1f9b4d details requested by agent ovs-agent-dv-cinder-815560-1-iscsi with host dv-cinder-815560-1-iscsi {{(pid=102102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:14:17.123878 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-61f9d2b2-c720-4720-9b1b-3c8b10203798 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4227841 Oct 27 01:14:19.435028 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 56692) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:14:19.494718 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1a0cd2-33a2-449b-92dc-5d7cda9156e7 admin admin] GET failed (client error): The resource could not be found. Oct 27 01:14:19.496056 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-5a1a0cd2-33a2-449b-92dc-5d7cda9156e7 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600276 Oct 27 01:14:19.567874 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68422b26-120d-4045-8dd8-dd4d77e1c753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:14:19.569300 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-68422b26-120d-4045-8dd8-dd4d77e1c753 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683188 Oct 27 01:14:19.579641 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-def5df7b-1a90-491b-a45a-bf20f5bd22cc admin admin] Request body: {'subnet': {'network_id': 'dd44513e-26ae-40ca-a23f-60cb7b1f9b4d', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:14:19.714879 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def5df7b-1a90-491b-a45a-bf20f5bd22cc admin admin] Made reservation on behalf of 3355962a746e4ae38c08a8001aa0f51d for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:14:19.717108 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-def5df7b-1a90-491b-a45a-bf20f5bd22cc admin admin] Publish callbacks [] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:20.046693 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-def5df7b-1a90-491b-a45a-bf20f5bd22cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:20.097982 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5df7b-1a90-491b-a45a-bf20f5bd22cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d5fc135-02cf-4a33-9a87-c197612b8261,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:14:20.107911 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def5df7b-1a90-491b-a45a-bf20f5bd22cc admin admin] Checking segment: {'id': 'e3afd88e-a9cd-4da4-90e3-4837d808f937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dd44513e-26ae-40ca-a23f-60cb7b1f9b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:14:20.108265 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def5df7b-1a90-491b-a45a-bf20f5bd22cc admin admin] Network hostable DHCP agents. Network: dd44513e-26ae-40ca-a23f-60cb7b1f9b4d, hostable agents: ['4fbae999-6d77-4ef4-a38a-49129aac495b'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:14:20.194822 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def5df7b-1a90-491b-a45a-bf20f5bd22cc admin admin] Network dd44513e-26ae-40ca-a23f-60cb7b1f9b4d is scheduled to be hosted by DHCP agent 4fbae999-6d77-4ef4-a38a-49129aac495b with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:14:20.263451 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-def5df7b-1a90-491b-a45a-bf20f5bd22cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-1-iscsi, dd44513e-26ae-40ca-a23f-60cb7b1f9b4d) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:14:20.267401 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def5df7b-1a90-491b-a45a-bf20f5bd22cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:14:20.267975 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-def5df7b-1a90-491b-a45a-bf20f5bd22cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:20.272704 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28adce2-43f8-494d-af28-1e5e17f3c1aa None None] Network dd44513e-26ae-40ca-a23f-60cb7b1f9b4d requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:14:20.351724 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-def5df7b-1a90-491b-a45a-bf20f5bd22cc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7753561 Oct 27 01:14:20.424960 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629b8746-a558-5717-8996-7634a48d8d2a-dd44513e-26ae-40ca-a23f-60cb7b1f9b4d', 'network_id': 'dd44513e-26ae-40ca-a23f-60cb7b1f9b4d', 'tenant_id': '3355962a746e4ae38c08a8001aa0f51d', 'fixed_ips': [{'subnet_id': '8d5fc135-02cf-4a33-9a87-c197612b8261'}]}} from dv-cinder-815560-1-iscsi. {{(pid=102102) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 01:14:20.425900 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:20.564937 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Allocated IP 192.168.233.2 (dd44513e-26ae-40ca-a23f-60cb7b1f9b4d/8d5fc135-02cf-4a33-9a87-c197612b8261/9004cd61-f65c-4ebc-bd63-23f0bd3dea6b) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:14:20.709254 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:20.767045 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:20.805739 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Network dd44513e-26ae-40ca-a23f-60cb7b1f9b4d is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:14:20.808702 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:14:20.812238 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:14:20.821642 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Pushing event updated for resources: {'Port': ['ID=9004cd61-f65c-4ebc-bd63-23f0bd3dea6b,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:14:20.851820 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:14:20.852197 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:14:20.852562 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:14:20.852898 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:14:20.853223 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:14:20.853549 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:14:20.853872 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:14:20.854291 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:14:20.854629 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:14:20.854952 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:14:20.855269 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:14:20.855581 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:14:20.884158 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Attempting to bind port 9004cd61-f65c-4ebc-bd63-23f0bd3dea6b on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:14:20.884526 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Attempting to bind port 9004cd61-f65c-4ebc-bd63-23f0bd3dea6b by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': 'e3afd88e-a9cd-4da4-90e3-4837d808f937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dd44513e-26ae-40ca-a23f-60cb7b1f9b4d'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:14:20.884879 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Attempting to bind port 9004cd61-f65c-4ebc-bd63-23f0bd3dea6b on network dd44513e-26ae-40ca-a23f-60cb7b1f9b4d {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:14:20.890003 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:14:20.890420 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Checking segment: {'id': 'e3afd88e-a9cd-4da4-90e3-4837d808f937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dd44513e-26ae-40ca-a23f-60cb7b1f9b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:14:20.890817 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:20.891199 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Bound using segment: {'id': 'e3afd88e-a9cd-4da4-90e3-4837d808f937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dd44513e-26ae-40ca-a23f-60cb7b1f9b4d'} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:14:20.891653 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Bound port: 9004cd61-f65c-4ebc-bd63-23f0bd3dea6b, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3afd88e-a9cd-4da4-90e3-4837d808f937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dd44513e-26ae-40ca-a23f-60cb7b1f9b4d'}}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:14:20.892045 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:20.953619 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] For port 9004cd61-f65c-4ebc-bd63-23f0bd3dea6b, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:14:20.957178 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] For port 9004cd61-f65c-4ebc-bd63-23f0bd3dea6b, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=9004cd61-f65c-4ebc-bd63-23f0bd3dea6b,segment=NetworkSegment(e3afd88e-a9cd-4da4-90e3-4837d808f937),segment_id=e3afd88e-a9cd-4da4-90e3-4837d808f937)] {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:14:21.023958 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:21.111266 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64a69a-542e-4bb0-83c9-e0dbc328180d None None] Pushing event updated for resources: {'Port': ['ID=9004cd61-f65c-4ebc-bd63-23f0bd3dea6b,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:14:21.398663 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 9004cd61-f65c-4ebc-bd63-23f0bd3dea6b up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:14:21.449874 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 9004cd61-f65c-4ebc-bd63-23f0bd3dea6b triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:14:21.450264 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:21.528472 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:21.560851 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] For port 9004cd61-f65c-4ebc-bd63-23f0bd3dea6b, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=9004cd61-f65c-4ebc-bd63-23f0bd3dea6b,segment=NetworkSegment(e3afd88e-a9cd-4da4-90e3-4837d808f937),segment_id=e3afd88e-a9cd-4da4-90e3-4837d808f937)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:14:21.669327 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:21.723370 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Pushing event updated for resources: {'Port': ['ID=9004cd61-f65c-4ebc-bd63-23f0bd3dea6b,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:14:22.001664 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f52da8a-4057-48c8-b511-35af38feb448 None None] Network dd44513e-26ae-40ca-a23f-60cb7b1f9b4d requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:14:22.124314 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-b07ab8c8-064b-4d3d-9427-5b72d45d6878 None None] Provisioning complete for port 9004cd61-f65c-4ebc-bd63-23f0bd3dea6b triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:14:22.124699 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b07ab8c8-064b-4d3d-9427-5b72d45d6878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:22.452188 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-fe2f1b51-87dd-4eb9-9ef9-ff615a674cc3 None None] Provisioning complete for port 9004cd61-f65c-4ebc-bd63-23f0bd3dea6b triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:14:22.452825 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fe2f1b51-87dd-4eb9-9ef9-ff615a674cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:23.301133 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 9004cd61-f65c-4ebc-bd63-23f0bd3dea6b up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:14:23.352848 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 9004cd61-f65c-4ebc-bd63-23f0bd3dea6b triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:14:23.353215 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:23.754869 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b275377d-1d56-4b11-8840-71c45c4a648e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:26.280406 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3dca4c4b-e4fb-44f7-a8c0-c0db8a23c657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:27.211896 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:27.623265 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:29.028739 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:51.542579 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 5 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:14:53.764720 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a4c8398f-358b-4347-afb3-cfa90ac95cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:56.312944 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-71488020-3110-4dd9-9b0c-9cfdfbe280f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:57.153402 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:57.616011 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:14:59.078889 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:15:23.769947 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-850479b1-48c9-45ee-b8b7-cf887b230f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:15:26.387149 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-09e70a7d-30d8-4cf7-87da-148c5d3c069c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:15:27.175580 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:15:27.615511 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:15:28.540512 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 5 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:15:29.055601 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:15:39.322189 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 56736) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:15:39.328699 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [None req-56d6bdb0-77c0-492c-b1b3-874962fd0a2c tempest-verify_tempest_config-1495341970 tempest-verify_tempest_config-1495341970-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:15:39.329630 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-56d6bdb0-77c0-492c-b1b3-874962fd0a2c tempest-verify_tempest_config-1495341970 tempest-verify_tempest_config-1495341970-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0064816 Oct 27 01:15:39.928366 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 56754) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:15:40.033151 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2908a3ac-4094-44ed-a4fa-62a64489de29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:15:40.102228 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2908a3ac-4094-44ed-a4fa-62a64489de29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:15:40.151652 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2908a3ac-4094-44ed-a4fa-62a64489de29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:15:40.196899 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-2908a3ac-4094-44ed-a4fa-62a64489de29 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5626034fc5147219eb2995c293cfe54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2674916 Oct 27 01:15:40.198734 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908a3ac-4094-44ed-a4fa-62a64489de29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d89044-1d90-486e-8837-2ccb7c068ba3,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:15:40.199741 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 56758) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:15:40.205881 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a3ac-4094-44ed-a4fa-62a64489de29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:40.206268 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a3ac-4094-44ed-a4fa-62a64489de29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:40.206607 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a3ac-4094-44ed-a4fa-62a64489de29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:40.206932 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a3ac-4094-44ed-a4fa-62a64489de29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:40.207256 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a3ac-4094-44ed-a4fa-62a64489de29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:40.207596 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a3ac-4094-44ed-a4fa-62a64489de29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:40.207919 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a3ac-4094-44ed-a4fa-62a64489de29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:40.208250 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a3ac-4094-44ed-a4fa-62a64489de29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:40.208584 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a3ac-4094-44ed-a4fa-62a64489de29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:40.208901 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a3ac-4094-44ed-a4fa-62a64489de29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:40.209211 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a3ac-4094-44ed-a4fa-62a64489de29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:40.209521 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a3ac-4094-44ed-a4fa-62a64489de29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:40.257141 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6f601055-2542-4c68-928f-94360f242319 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:15:40.277745 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6f601055-2542-4c68-928f-94360f242319 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:15:40.421071 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6f601055-2542-4c68-928f-94360f242319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:15:40.423754 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6f601055-2542-4c68-928f-94360f242319 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:15:40.424898 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-6f601055-2542-4c68-928f-94360f242319 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20d89044-1d90-486e-8837-2ccb7c068ba3 HTTP/1.1" status: 204 len: 168 time: 0.2242131 Oct 27 01:15:40.432498 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f601055-2542-4c68-928f-94360f242319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d89044-1d90-486e-8837-2ccb7c068ba3,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:15:40.439782 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f601055-2542-4c68-928f-94360f242319 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:40.440159 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f601055-2542-4c68-928f-94360f242319 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:40.440507 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f601055-2542-4c68-928f-94360f242319 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:40.440854 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f601055-2542-4c68-928f-94360f242319 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:40.441188 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f601055-2542-4c68-928f-94360f242319 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:40.441537 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f601055-2542-4c68-928f-94360f242319 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:40.441872 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f601055-2542-4c68-928f-94360f242319 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:40.442247 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f601055-2542-4c68-928f-94360f242319 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:40.442600 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f601055-2542-4c68-928f-94360f242319 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:40.442931 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f601055-2542-4c68-928f-94360f242319 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:40.443372 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f601055-2542-4c68-928f-94360f242319 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:40.443567 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f601055-2542-4c68-928f-94360f242319 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:15:53.774800 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d54aa2c8-c959-4bad-bcfe-e38df75db326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:15:56.431484 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-019751bf-c242-4147-a44e-540d62a29b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:15:57.191348 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:15:57.624396 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:15:59.043122 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:16:05.538894 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 5 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:16:23.785424 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e07fd7d5-19c3-4e37-8e39-e2cb7f41175e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:16:26.310803 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e497ad9b-970a-4b7c-84f8-1f08beacfdc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:16:27.190713 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:16:27.628863 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:16:29.053506 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:16:42.537214 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 5 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:16:53.782334 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8665103b-1c6f-47d4-93c5-7296cd5146b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:16:56.332388 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6240ca61-1e95-4d5f-8490-56f9a7958462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:16:57.155232 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:16:57.629876 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:16:59.067213 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:17:16.429156 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3721391'] for agent, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:17:19.536502 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:17:23.792172 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-311982dc-b950-4aab-8253-23cb10eef816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:17:26.331685 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-49798c48-9570-43f6-b623-6e6806674bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:17:27.169033 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:17:27.657117 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:17:29.054749 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:17:31.527948 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 56832) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:17:31.630853 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-bfd95947-b1e7-441c-a05d-f3d3177985b7 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1018169 Oct 27 01:17:33.922912 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 56842) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:17:33.976401 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-0527db80-3e3e-4b18-837b-eee73db467cc admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0524194 Oct 27 01:17:46.419325 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:17:53.805167 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a37cc356-a2c6-42f1-8ab6-2210367522ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:17:56.293448 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-22a0ccdc-314f-4c14-afeb-682095ba4238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:17:56.535190 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:17:57.190351 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:17:57.636408 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:17:59.087085 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:18:16.381946 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:18:23.781830 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61e25cd6-4cca-4b90-a8cc-ac876c10a128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:18:26.297704 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ec843be-9f6f-4268-a6b9-4718d6480fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:18:27.154880 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:18:27.632969 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:18:29.075164 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:18:33.534633 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:18:46.364848 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:18:53.804919 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d765c96b-7c90-4350-a7a3-4e3de7d536aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:18:56.307822 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4566ab13-afa4-4f8e-8ad3-52ef40726ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:18:57.170411 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:18:57.650494 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:18:59.055481 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:05.810563 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 57046) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:05.932093 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 57060) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:06.304858 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 57072) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:06.333975 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1430772622-network', 'tenant_id': '7ac535690bf24eb9bbf7d42426b21c74'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:06.350719 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2ce3693d-506d-49b1-ab1d-f8d2d1ce0f3c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-301726510-network', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:06.360912 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 57078) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:06.451821 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Made reservation on behalf of 7ac535690bf24eb9bbf7d42426b21c74 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:19:06.454563 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:06.465720 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:06.541861 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:06.548972 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-5d0a8da3-9aca-4d3f-8a02-4661f6de4fe7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-110646253-network', 'tenant_id': '341b274900784c5f8f6e3b7f10f80cc8'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:06.569962 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-962092474-network', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:06.610153 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:06.626594 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:19:06.645890 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce3693d-506d-49b1-ab1d-f8d2d1ce0f3c admin admin] Made reservation on behalf of ba4a231d73f5454eb53e08db96f0a471 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:19:06.646532 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2ce3693d-506d-49b1-ab1d-f8d2d1ce0f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:06.657493 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:06.658079 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.db.segments_db [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Added segment 6024137d-d6c8-44d1-9eb5-629ccb2e3a80 of type vlan for network e1517e22-2395-4c57-bae6-bd47c809e7b9 Oct 27 01:19:06.700519 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793628853670'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:06.739883 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2ce3693d-506d-49b1-ab1d-f8d2d1ce0f3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:06.765505 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00278201-b3ab-4293-b939-c96de6e8d441,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:06.776176 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:06.776607 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:06.777015 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:06.777409 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:06.777799 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:06.778258 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:06.778593 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:06.778913 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:06.779427 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:06.779923 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:06.780249 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:06.780561 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Tracked resource versions report: Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: pushed versions: Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: { 'AddressGroup': {'1.2'}, Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: 'ConntrackHelper': {'1.0'}, Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: 'Log': {'1.0'}, Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: 'Network': {'1.1'}, Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: 'Port': {'1.7'}, Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: 'PortForwarding': {'1.2'}, Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: 'QosPolicy': {'1.10'}, Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: 'SecurityGroup': {'1.4'}, Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: 'SubPort': {'1.0'}, Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: 'Subnet': {'1.1'}, Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: 'Trunk': {'1.1'}} Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: consumer versions: Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: { DHCP agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: HyperV agent@hv-cinder-81556: {}, Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: L3 agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: Metadata agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: Metering agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: Open vSwitch agent@dv-cinder-815560-1-iscsi: { 'AddressGroup': '1.2', Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: 'ConntrackHelper': '1.0', Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: 'Log': '1.0', Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: 'Network': '1.1', Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: 'Port': '1.7', Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: 'PortForwarding': '1.2', Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: 'QosPolicy': '1.10', Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: 'SecurityGroup': '1.4', Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: 'SecurityGroupRule': '1.2', Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: 'SubPort': '1.0', Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: 'Subnet': '1.1', Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: 'Trunk': '1.1'}} Oct 27 01:19:06.781774 dv-cinder-815560-1-iscsi neutron-server[102101]: {{(pid=102101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:19:06.837080 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:06.838011 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:06.838637 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:06.890925 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0a8da3-9aca-4d3f-8a02-4661f6de4fe7 admin admin] Made reservation on behalf of 341b274900784c5f8f6e3b7f10f80cc8 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:19:06.893233 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d0a8da3-9aca-4d3f-8a02-4661f6de4fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:06.922863 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2ce3693d-506d-49b1-ab1d-f8d2d1ce0f3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:06.923849 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d0a8da3-9aca-4d3f-8a02-4661f6de4fe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:06.928550 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] Pushing event updated for resources: {'Network': ['ID=e1517e22-2395-4c57-bae6-bd47c809e7b9,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:06.941415 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Network e1517e22-2395-4c57-bae6-bd47c809e7b9 details requested by agent ovs-agent-dv-cinder-815560-1-iscsi with host dv-cinder-815560-1-iscsi {{(pid=102102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:19:06.945347 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Made reservation on behalf of 6304b3ad2b4e4bf398ccbae70b72f46d for: {'network': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:19:06.945659 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for network, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:06.955996 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:07.031892 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d0a8da3-9aca-4d3f-8a02-4661f6de4fe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:07.042632 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2ce3693d-506d-49b1-ab1d-f8d2d1ce0f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:07.081351 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce3693d-506d-49b1-ab1d-f8d2d1ce0f3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:19:07.097402 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-34851443-0812-41de-9b25-71e6dc1f4483 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2857373 Oct 27 01:19:07.108087 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:07.108087 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 57114) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:07.108336 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3693d-506d-49b1-ab1d-f8d2d1ce0f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5fa9b8-e4a6-4594-a58c-07944cbec6ae,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:07.108336 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2ce3693d-506d-49b1-ab1d-f8d2d1ce0f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:07.108538 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.db.segments_db [None req-2ce3693d-506d-49b1-ab1d-f8d2d1ce0f3c admin admin] Added segment 48fbe17e-f5fd-4595-9ff4-16bc39f15b51 of type vlan for network b5b7050d-f17d-40a3-83d0-485beb1349f9 Oct 27 01:19:07.126528 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-d712c772-d859-4066-a139-4f2ac5821f72 admin admin] Request body: {'subnet': {'network_id': 'e1517e22-2395-4c57-bae6-bd47c809e7b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1430772622-subnet', 'tenant_id': '7ac535690bf24eb9bbf7d42426b21c74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:07.169503 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d0a8da3-9aca-4d3f-8a02-4661f6de4fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:07.177575 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2ce3693d-506d-49b1-ab1d-f8d2d1ce0f3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793628853670'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:07.202876 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0a8da3-9aca-4d3f-8a02-4661f6de4fe7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:19:07.204592 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:07.225459 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=102100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:19:07.239478 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d0a8da3-9aca-4d3f-8a02-4661f6de4fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:07.239822 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.db.segments_db [None req-5d0a8da3-9aca-4d3f-8a02-4661f6de4fe7 admin admin] Added segment 1c468663-c590-4216-81e3-ecf78771f153 of type vlan for network 77bd38e7-6410-4eb5-a659-1d7bc09907ad Oct 27 01:19:07.251208 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a8da3-9aca-4d3f-8a02-4661f6de4fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:07.253131 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:07.253647 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.db.segments_db [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Added segment 52571d82-3ec1-4449-95ba-dde16a9cd955 of type vlan for network 337a2dfd-96cd-45e0-abce-401982e807e4 Oct 27 01:19:07.287962 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d0a8da3-9aca-4d3f-8a02-4661f6de4fe7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793628853670'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:07.320638 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793628853670'] for network, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:07.326430 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d712c772-d859-4066-a139-4f2ac5821f72 admin admin] Made reservation on behalf of 7ac535690bf24eb9bbf7d42426b21c74 for: {'subnet': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:19:07.328660 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d712c772-d859-4066-a139-4f2ac5821f72 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:07.335403 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2ce3693d-506d-49b1-ab1d-f8d2d1ce0f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:07.336347 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce3693d-506d-49b1-ab1d-f8d2d1ce0f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:07.337582 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2ce3693d-506d-49b1-ab1d-f8d2d1ce0f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:07.387100 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d0a8da3-9aca-4d3f-8a02-4661f6de4fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:07.387100 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0a8da3-9aca-4d3f-8a02-4661f6de4fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:07.387100 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d0a8da3-9aca-4d3f-8a02-4661f6de4fe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:07.443260 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3693d-506d-49b1-ab1d-f8d2d1ce0f3c admin admin] Pushing event updated for resources: {'Network': ['ID=b5b7050d-f17d-40a3-83d0-485beb1349f9,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:07.451192 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-2ce3693d-506d-49b1-ab1d-f8d2d1ce0f3c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5151241 Oct 27 01:19:07.451830 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 57138) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:07.456491 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e13741b3-8025-461d-9b6c-2d2bde26f30b admin admin] Request body: {'subnet': {'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-301726510-subnet', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:07.459871 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Network b5b7050d-f17d-40a3-83d0-485beb1349f9 details requested by agent ovs-agent-dv-cinder-815560-1-iscsi with host dv-cinder-815560-1-iscsi {{(pid=102102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:19:07.542415 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for network, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:07.543429 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:07.548305 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:07.556827 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795b6248-f669-4ef9-be36-ecbec6b1b0c5,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:07.569810 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:07.570425 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:07.571499 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-5d0a8da3-9aca-4d3f-8a02-4661f6de4fe7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2645490 Oct 27 01:19:07.579686 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:07.580104 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 57144) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Tracked resource versions report: Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: pushed versions: Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: { 'AddressGroup': {'1.2'}, Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: 'ConntrackHelper': {'1.0'}, Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: 'Log': {'1.0'}, Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: 'Network': {'1.1'}, Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: 'Port': {'1.7'}, Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: 'PortForwarding': {'1.2'}, Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: 'QosPolicy': {'1.10'}, Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: 'SecurityGroup': {'1.4'}, Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: 'SubPort': {'1.0'}, Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: 'Subnet': {'1.1'}, Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: 'Trunk': {'1.1'}} Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: consumer versions: Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: { DHCP agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: HyperV agent@hv-cinder-81556: {}, Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: L3 agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: Metadata agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: Metering agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: Open vSwitch agent@dv-cinder-815560-1-iscsi: { 'AddressGroup': '1.2', Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: 'ConntrackHelper': '1.0', Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: 'Log': '1.0', Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: 'Network': '1.1', Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: 'Port': '1.7', Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: 'PortForwarding': '1.2', Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: 'QosPolicy': '1.10', Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: 'SecurityGroup': '1.4', Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: 'SecurityGroupRule': '1.2', Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: 'SubPort': '1.0', Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: 'Subnet': '1.1', Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: 'Trunk': '1.1'}} Oct 27 01:19:07.580188 dv-cinder-815560-1-iscsi neutron-server[102100]: {{(pid=102100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:19:07.582650 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-60dcd816-6aa1-4465-9275-079ea74fe3d6 admin admin] Request body: {'subnet': {'network_id': '77bd38e7-6410-4eb5-a659-1d7bc09907ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-110646253-subnet', 'tenant_id': '341b274900784c5f8f6e3b7f10f80cc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:07.599651 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d712c772-d859-4066-a139-4f2ac5821f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for subnet, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:07.601549 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a8da3-9aca-4d3f-8a02-4661f6de4fe7 admin admin] Pushing event updated for resources: {'Network': ['ID=77bd38e7-6410-4eb5-a659-1d7bc09907ad,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:07.642802 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Network 77bd38e7-6410-4eb5-a659-1d7bc09907ad details requested by agent ovs-agent-dv-cinder-815560-1-iscsi with host dv-cinder-815560-1-iscsi {{(pid=102102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:19:07.674674 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3120112 Oct 27 01:19:07.684025 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 57154) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:07.701030 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2b530aa0-4dfa-4969-9b19-b68e147d2c6e admin admin] Request body: {'subnet': {'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-962092474-subnet', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:07.706563 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b92d9-fa45-497c-bdb2-0a40b632e070 admin admin] Pushing event updated for resources: {'Network': ['ID=337a2dfd-96cd-45e0-abce-401982e807e4,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:07.709458 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712c772-d859-4066-a139-4f2ac5821f72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17743bda-8254-4a8b-8524-5242f8ab33dd,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:07.748332 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d712c772-d859-4066-a139-4f2ac5821f72 admin admin] Checking segment: {'id': '6024137d-d6c8-44d1-9eb5-629ccb2e3a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1517e22-2395-4c57-bae6-bd47c809e7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:19:07.748332 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d712c772-d859-4066-a139-4f2ac5821f72 admin admin] Network hostable DHCP agents. Network: e1517e22-2395-4c57-bae6-bd47c809e7b9, hostable agents: ['4fbae999-6d77-4ef4-a38a-49129aac495b'], hosted agents: [] {{(pid=102100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:19:07.767914 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Network 337a2dfd-96cd-45e0-abce-401982e807e4 details requested by agent ovs-agent-dv-cinder-815560-1-iscsi with host dv-cinder-815560-1-iscsi {{(pid=102102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:19:07.812876 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13741b3-8025-461d-9b6c-2d2bde26f30b admin admin] Made reservation on behalf of ba4a231d73f5454eb53e08db96f0a471 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:19:07.815535 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e13741b3-8025-461d-9b6c-2d2bde26f30b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:07.844615 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d712c772-d859-4066-a139-4f2ac5821f72 admin admin] Network e1517e22-2395-4c57-bae6-bd47c809e7b9 is scheduled to be hosted by DHCP agent 4fbae999-6d77-4ef4-a38a-49129aac495b with binding_index 1 {{(pid=102100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:19:07.934995 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-d712c772-d859-4066-a139-4f2ac5821f72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-1-iscsi, e1517e22-2395-4c57-bae6-bd47c809e7b9) {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:07.945382 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d712c772-d859-4066-a139-4f2ac5821f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:07.946015 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d712c772-d859-4066-a139-4f2ac5821f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for subnet, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:07.946359 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd74df6d-1b56-42fa-b579-8b09a7fc8bb3 None None] Network e1517e22-2395-4c57-bae6-bd47c809e7b9 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:19:08.003531 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dcd816-6aa1-4465-9275-079ea74fe3d6 admin admin] Made reservation on behalf of 341b274900784c5f8f6e3b7f10f80cc8 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:19:08.006003 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-60dcd816-6aa1-4465-9275-079ea74fe3d6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:08.069948 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b530aa0-4dfa-4969-9b19-b68e147d2c6e admin admin] Made reservation on behalf of 6304b3ad2b4e4bf398ccbae70b72f46d for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:19:08.073295 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2b530aa0-4dfa-4969-9b19-b68e147d2c6e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:08.123118 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8437ee6-3556-4a69-ae94-8f92dd215866 None None] Network e1517e22-2395-4c57-bae6-bd47c809e7b9 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:19:08.187540 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-d712c772-d859-4066-a139-4f2ac5821f72 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0860775 Oct 27 01:19:08.190245 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 57176) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:08.200247 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-89f79315-233e-4c2a-8675-daf81fd7de62 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1430772622-router', 'tenant_id': '7ac535690bf24eb9bbf7d42426b21c74', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:08.307094 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e13741b3-8025-461d-9b6c-2d2bde26f30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:08.335737 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-89f79315-233e-4c2a-8675-daf81fd7de62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5151'] for router, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:08.337699 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-89f79315-233e-4c2a-8675-daf81fd7de62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3724077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5156'] for router, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:08.485420 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13741b3-8025-461d-9b6c-2d2bde26f30b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4a6135b-95f5-4c77-89c6-26bb40ea2187,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:08.499008 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13741b3-8025-461d-9b6c-2d2bde26f30b admin admin] Checking segment: {'id': '48fbe17e-f5fd-4595-9ff4-16bc39f15b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:19:08.499425 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13741b3-8025-461d-9b6c-2d2bde26f30b admin admin] Network hostable DHCP agents. Network: b5b7050d-f17d-40a3-83d0-485beb1349f9, hostable agents: ['4fbae999-6d77-4ef4-a38a-49129aac495b'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:19:08.504127 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-89f79315-233e-4c2a-8675-daf81fd7de62 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:08.678495 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-60dcd816-6aa1-4465-9275-079ea74fe3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:08.709253 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2b530aa0-4dfa-4969-9b19-b68e147d2c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:08.709253 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13741b3-8025-461d-9b6c-2d2bde26f30b admin admin] Network b5b7050d-f17d-40a3-83d0-485beb1349f9 is scheduled to be hosted by DHCP agent 4fbae999-6d77-4ef4-a38a-49129aac495b with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:19:08.751943 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dcd816-6aa1-4465-9275-079ea74fe3d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=728e4417-53e1-4ce7-a5ac-01770dcda12e,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:08.789238 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dcd816-6aa1-4465-9275-079ea74fe3d6 admin admin] Checking segment: {'id': '1c468663-c590-4216-81e3-ecf78771f153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77bd38e7-6410-4eb5-a659-1d7bc09907ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:19:08.790275 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dcd816-6aa1-4465-9275-079ea74fe3d6 admin admin] Network hostable DHCP agents. Network: 77bd38e7-6410-4eb5-a659-1d7bc09907ad, hostable agents: ['4fbae999-6d77-4ef4-a38a-49129aac495b'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:19:08.812152 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b530aa0-4dfa-4969-9b19-b68e147d2c6e admin admin] Checking segment: {'id': '52571d82-3ec1-4449-95ba-dde16a9cd955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:19:08.812497 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b530aa0-4dfa-4969-9b19-b68e147d2c6e admin admin] Network hostable DHCP agents. Network: 337a2dfd-96cd-45e0-abce-401982e807e4, hostable agents: ['4fbae999-6d77-4ef4-a38a-49129aac495b'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:19:08.828900 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b530aa0-4dfa-4969-9b19-b68e147d2c6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e98a956-2627-48e5-9a9f-97fe27314719,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:08.842485 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-e13741b3-8025-461d-9b6c-2d2bde26f30b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-1-iscsi, b5b7050d-f17d-40a3-83d0-485beb1349f9) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:08.858496 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13741b3-8025-461d-9b6c-2d2bde26f30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:08.860970 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e13741b3-8025-461d-9b6c-2d2bde26f30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:08.861226 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372b215d-ff6a-45e7-824e-5b3a187dd0e6 None None] Network b5b7050d-f17d-40a3-83d0-485beb1349f9 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:19:08.900261 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dcd816-6aa1-4465-9275-079ea74fe3d6 admin admin] Network 77bd38e7-6410-4eb5-a659-1d7bc09907ad is scheduled to be hosted by DHCP agent 4fbae999-6d77-4ef4-a38a-49129aac495b with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:19:08.916117 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-60dcd816-6aa1-4465-9275-079ea74fe3d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-1-iscsi, 77bd38e7-6410-4eb5-a659-1d7bc09907ad) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:08.928049 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dcd816-6aa1-4465-9275-079ea74fe3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:08.930045 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-60dcd816-6aa1-4465-9275-079ea74fe3d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:08.943570 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd55e6c2-b0bc-4fb7-ba48-5172e1018dc2 None None] Network 77bd38e7-6410-4eb5-a659-1d7bc09907ad requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:19:08.955052 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b530aa0-4dfa-4969-9b19-b68e147d2c6e admin admin] Network 337a2dfd-96cd-45e0-abce-401982e807e4 is scheduled to be hosted by DHCP agent 4fbae999-6d77-4ef4-a38a-49129aac495b with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:19:08.968269 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-89f79315-233e-4c2a-8675-daf81fd7de62 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:08.988354 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-e13741b3-8025-461d-9b6c-2d2bde26f30b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5344551 Oct 27 01:19:08.989503 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-2b530aa0-4dfa-4969-9b19-b68e147d2c6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-1-iscsi, 337a2dfd-96cd-45e0-abce-401982e807e4) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:08.990077 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 57186) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:08.999263 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-73b84e0f-409e-45f2-a90e-cbe18719fba2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-301726510-router', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:09.024581 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b530aa0-4dfa-4969-9b19-b68e147d2c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:09.024581 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2b530aa0-4dfa-4969-9b19-b68e147d2c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:09.025479 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c718a988-c33b-451a-ad97-4a787e27a390 None None] Network 337a2dfd-96cd-45e0-abce-401982e807e4 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:19:09.052372 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-60dcd816-6aa1-4465-9275-079ea74fe3d6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4699919 Oct 27 01:19:09.145931 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-2b530aa0-4dfa-4969-9b19-b68e147d2c6e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4607797 Oct 27 01:19:09.150706 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 57192) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:09.161051 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e6ffad91-fa0b-4d7d-bd14-1ea6c25e44e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-962092474-router', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:09.201221 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.db.api [None req-e6ffad91-fa0b-4d7d-bd14-1ea6c25e44e9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 01:19:09.201221 dv-cinder-815560-1-iscsi neutron-server[102101]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 27 01:19:09.201221 dv-cinder-815560-1-iscsi neutron-server[102101]: [parameters: {'project_id_1': '6304b3ad2b4e4bf398ccbae70b72f46d', 'expiration_1': datetime.datetime(2021, 10, 27, 1, 18, 49, 171111)}] Oct 27 01:19:09.201221 dv-cinder-815560-1-iscsi neutron-server[102101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 01:19:09.201823 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG oslo_db.api [None req-e6ffad91-fa0b-4d7d-bd14-1ea6c25e44e9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 01:19:09.360919 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-73b84e0f-409e-45f2-a90e-cbe18719fba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5151'] for router, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:09.361877 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-73b84e0f-409e-45f2-a90e-cbe18719fba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3724077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5156'] for router, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:09.411514 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-89f79315-233e-4c2a-8675-daf81fd7de62 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:09.455206 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-89f79315-233e-4c2a-8675-daf81fd7de62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:09.474617 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135d4e6f-69b9-45f7-8468-07cf7836ce09 None None] Network 77bd38e7-6410-4eb5-a659-1d7bc09907ad requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:19:09.497495 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-73b84e0f-409e-45f2-a90e-cbe18719fba2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:09.571904 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629b8746-a558-5717-8996-7634a48d8d2a-337a2dfd-96cd-45e0-abce-401982e807e4', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'fixed_ips': [{'subnet_id': '4e98a956-2627-48e5-9a9f-97fe27314719'}]}} from dv-cinder-815560-1-iscsi. {{(pid=102102) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 01:19:09.573658 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:09.575795 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae570516-f52c-466b-9895-4a5d63ed296a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629b8746-a558-5717-8996-7634a48d8d2a-b5b7050d-f17d-40a3-83d0-485beb1349f9', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'fixed_ips': [{'subnet_id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187'}]}} from dv-cinder-815560-1-iscsi. {{(pid=102102) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 01:19:09.576807 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae570516-f52c-466b-9895-4a5d63ed296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:09.587538 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 57224) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:09.592299 dv-cinder-815560-1-iscsi neutron-server[102101]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 01:19:09.746984 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 57234) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:09.922768 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-73b84e0f-409e-45f2-a90e-cbe18719fba2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:09.935882 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-c1a9f78a-4e89-4c24-8283-0566389b2341 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:09.937799 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-c1a9f78a-4e89-4c24-8283-0566389b2341 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/networks?id=77bd38e7-6410-4eb5-a659-1d7bc09907ad HTTP/1.1" status: 200 len: 811 time: 0.3470683 Oct 27 01:19:09.948161 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Allocated IP 172.20.0.2 (337a2dfd-96cd-45e0-abce-401982e807e4/4e98a956-2627-48e5-9a9f-97fe27314719/f15f7947-5731-4a89-ba76-8ef3fff007e9) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:19:09.949228 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [None req-89f79315-233e-4c2a-8675-daf81fd7de62 admin admin] Allocated IP 172.27.3.19 (446c4d70-d462-4a3b-8224-efffdf97f324/4937d60a-1906-48c0-8abc-dbda7672a658/40f40816-6afc-4c36-899b-27612033d362) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:19:10.006797 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-c527be75-600a-4c30-8c32-d744f3889bf5 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/quotas/341b274900784c5f8f6e3b7f10f80cc8 HTTP/1.1" status: 200 len: 375 time: 0.0299954 Oct 27 01:19:10.006797 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6ffad91-fa0b-4d7d-bd14-1ea6c25e44e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5151'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.006797 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6ffad91-fa0b-4d7d-bd14-1ea6c25e44e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3724077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5156'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.035866 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-ae570516-f52c-466b-9895-4a5d63ed296a None None] Allocated IP 172.20.0.2 (b5b7050d-f17d-40a3-83d0-485beb1349f9/f4a6135b-95f5-4c77-89c6-26bb40ea2187/45d4be9c-07d9-44ad-9643-070513e4f178) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:19:10.074218 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-b1c94318-40ad-4ab2-b40c-b7b1aea25b46 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=341b274900784c5f8f6e3b7f10f80cc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818489 Oct 27 01:19:10.075802 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-89f79315-233e-4c2a-8675-daf81fd7de62 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.076273 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f54504dd-7b16-41b3-aebc-d57057674a40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.251099 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.279377 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae570516-f52c-466b-9895-4a5d63ed296a None None] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.287932 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-89f79315-233e-4c2a-8675-daf81fd7de62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.291987 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6ffad91-fa0b-4d7d-bd14-1ea6c25e44e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.330492 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.334432 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae570516-f52c-466b-9895-4a5d63ed296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.351617 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-9cc53c79-f0dd-4465-bf26-858b00f04f1c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:19:10.358644 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-9cc53c79-f0dd-4465-bf26-858b00f04f1c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0742443 Oct 27 01:19:10.390623 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Network 337a2dfd-96cd-45e0-abce-401982e807e4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:19:10.391379 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f54504dd-7b16-41b3-aebc-d57057674a40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.393876 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae570516-f52c-466b-9895-4a5d63ed296a None None] Network b5b7050d-f17d-40a3-83d0-485beb1349f9 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:19:10.397956 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:10.401271 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:19:10.404090 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-ae570516-f52c-466b-9895-4a5d63ed296a None None] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:10.405182 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f79315-233e-4c2a-8675-daf81fd7de62 admin admin] Network 446c4d70-d462-4a3b-8224-efffdf97f324 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:19:10.405894 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae570516-f52c-466b-9895-4a5d63ed296a None None] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:19:10.411552 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Pushing event updated for resources: {'Port': ['ID=f15f7947-5731-4a89-ba76-8ef3fff007e9,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:10.432984 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-89f79315-233e-4c2a-8675-daf81fd7de62 admin admin] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:10.436919 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f79315-233e-4c2a-8675-daf81fd7de62 admin admin] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:19:10.438714 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f79315-233e-4c2a-8675-daf81fd7de62 admin admin] Pushing event updated for resources: {'Port': ['ID=40f40816-6afc-4c36-899b-27612033d362,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:10.442129 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:10.442129 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:10.442129 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:10.442129 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:10.442589 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:10.442687 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:10.443299 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:10.443936 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:10.444296 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:10.444629 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:10.445129 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:10.445457 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Tracked resource versions report: Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: pushed versions: Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: { 'AddressGroup': {'1.2'}, Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: 'ConntrackHelper': {'1.0'}, Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: 'Log': {'1.0'}, Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: 'Network': {'1.1'}, Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: 'Port': {'1.7'}, Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: 'PortForwarding': {'1.2'}, Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: 'QosPolicy': {'1.10'}, Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: 'SecurityGroup': {'1.4'}, Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: 'SubPort': {'1.0'}, Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: 'Subnet': {'1.1'}, Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: 'Trunk': {'1.1'}} Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: consumer versions: Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: { DHCP agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: HyperV agent@hv-cinder-81556: {}, Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: L3 agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: Metadata agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: Metering agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: Open vSwitch agent@dv-cinder-815560-1-iscsi: { 'AddressGroup': '1.2', Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: 'ConntrackHelper': '1.0', Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: 'Log': '1.0', Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: 'Network': '1.1', Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: 'Port': '1.7', Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: 'PortForwarding': '1.2', Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: 'QosPolicy': '1.10', Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: 'SecurityGroup': '1.4', Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: 'SecurityGroupRule': '1.2', Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: 'SubPort': '1.0', Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: 'Subnet': '1.1', Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: 'Trunk': '1.1'}} Oct 27 01:19:10.446650 dv-cinder-815560-1-iscsi neutron-server[102102]: {{(pid=102102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:19:10.498740 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f54504dd-7b16-41b3-aebc-d57057674a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.534114 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:19:10.555569 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-73b84e0f-409e-45f2-a90e-cbe18719fba2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.563183 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-ae570516-f52c-466b-9895-4a5d63ed296a None None] Attempting to bind port 45d4be9c-07d9-44ad-9643-070513e4f178 on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:19:10.563557 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-ae570516-f52c-466b-9895-4a5d63ed296a None None] Attempting to bind port 45d4be9c-07d9-44ad-9643-070513e4f178 by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '48fbe17e-f5fd-4595-9ff4-16bc39f15b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:19:10.564042 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae570516-f52c-466b-9895-4a5d63ed296a None None] Attempting to bind port 45d4be9c-07d9-44ad-9643-070513e4f178 on network b5b7050d-f17d-40a3-83d0-485beb1349f9 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:19:10.569244 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae570516-f52c-466b-9895-4a5d63ed296a None None] Pushing event updated for resources: {'Port': ['ID=45d4be9c-07d9-44ad-9643-070513e4f178,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:10.577467 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae570516-f52c-466b-9895-4a5d63ed296a None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:19:10.578901 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae570516-f52c-466b-9895-4a5d63ed296a None None] Checking segment: {'id': '48fbe17e-f5fd-4595-9ff4-16bc39f15b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:19:10.578901 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae570516-f52c-466b-9895-4a5d63ed296a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.579237 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae570516-f52c-466b-9895-4a5d63ed296a None None] Bound using segment: {'id': '48fbe17e-f5fd-4595-9ff4-16bc39f15b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9'} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:19:10.580723 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-ae570516-f52c-466b-9895-4a5d63ed296a None None] Bound port: 45d4be9c-07d9-44ad-9643-070513e4f178, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48fbe17e-f5fd-4595-9ff4-16bc39f15b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9'}}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:19:10.581362 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae570516-f52c-466b-9895-4a5d63ed296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.584941 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Attempting to bind port f15f7947-5731-4a89-ba76-8ef3fff007e9 on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:19:10.585317 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Attempting to bind port f15f7947-5731-4a89-ba76-8ef3fff007e9 by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '52571d82-3ec1-4449-95ba-dde16a9cd955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:19:10.585675 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Attempting to bind port f15f7947-5731-4a89-ba76-8ef3fff007e9 on network 337a2dfd-96cd-45e0-abce-401982e807e4 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:19:10.593297 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:19:10.593564 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-73b84e0f-409e-45f2-a90e-cbe18719fba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.593842 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Checking segment: {'id': '52571d82-3ec1-4449-95ba-dde16a9cd955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:19:10.594268 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.594663 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Bound using segment: {'id': '52571d82-3ec1-4449-95ba-dde16a9cd955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4'} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:19:10.595133 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Bound port: f15f7947-5731-4a89-ba76-8ef3fff007e9, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52571d82-3ec1-4449-95ba-dde16a9cd955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4'}}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:19:10.595527 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.621200 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54504dd-7b16-41b3-aebc-d57057674a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27076149-4127-4c0b-a665-c630d2e72342,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:10.638163 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-f54504dd-7b16-41b3-aebc-d57057674a40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a1a4405ba004d2b9af81d28eb68feb0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8877008 Oct 27 01:19:10.640950 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 57248) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:10.650641 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6ffad91-fa0b-4d7d-bd14-1ea6c25e44e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.656331 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-3ad53a35-3f4b-4cc2-aac4-eeef687a9daf service neutron] 10.222.0.32 "GET /v2.0/networks/77bd38e7-6410-4eb5-a659-1d7bc09907ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924922 Oct 27 01:19:10.728803 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-ae570516-f52c-466b-9895-4a5d63ed296a None None] For port 45d4be9c-07d9-44ad-9643-070513e4f178, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:19:10.732647 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] For port f15f7947-5731-4a89-ba76-8ef3fff007e9, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:19:10.737270 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-ae570516-f52c-466b-9895-4a5d63ed296a None None] For port 45d4be9c-07d9-44ad-9643-070513e4f178, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=45d4be9c-07d9-44ad-9643-070513e4f178,segment=NetworkSegment(48fbe17e-f5fd-4595-9ff4-16bc39f15b51),segment_id=48fbe17e-f5fd-4595-9ff4-16bc39f15b51)] {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:19:10.741833 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] For port f15f7947-5731-4a89-ba76-8ef3fff007e9, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=f15f7947-5731-4a89-ba76-8ef3fff007e9,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:19:10.826650 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-11107bc0-318b-46dc-9cbd-3e49ca79ff50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.840063 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae570516-f52c-466b-9895-4a5d63ed296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.861237 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-11107bc0-318b-46dc-9cbd-3e49ca79ff50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.877656 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.967807 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [None req-73b84e0f-409e-45f2-a90e-cbe18719fba2 admin admin] Allocated IP 172.27.3.224 (446c4d70-d462-4a3b-8224-efffdf97f324/4937d60a-1906-48c0-8abc-dbda7672a658/2b158f38-6397-44f7-887b-e70c902c63b5) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:19:10.975753 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-89f79315-233e-4c2a-8675-daf81fd7de62 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:10.985896 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-a0a5885c-4f59-4d08-a9e7-dd71454577c1 service neutron] 10.222.0.32 "GET /v2.0/networks/77bd38e7-6410-4eb5-a659-1d7bc09907ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166320 Oct 27 01:19:11.017657 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae570516-f52c-466b-9895-4a5d63ed296a None None] Pushing event updated for resources: {'Port': ['ID=45d4be9c-07d9-44ad-9643-070513e4f178,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:11.074646 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-11107bc0-318b-46dc-9cbd-3e49ca79ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:11.086549 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-11107bc0-318b-46dc-9cbd-3e49ca79ff50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:11.087504 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-11107bc0-318b-46dc-9cbd-3e49ca79ff50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/27076149-4127-4c0b-a665-c630d2e72342 HTTP/1.1" status: 204 len: 168 time: 0.4454572 Oct 27 01:19:11.098186 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c17d8-0bfc-4875-92b5-10f2be6d99a4 None None] Pushing event updated for resources: {'Port': ['ID=f15f7947-5731-4a89-ba76-8ef3fff007e9,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:11.221794 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11107bc0-318b-46dc-9cbd-3e49ca79ff50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27076149-4127-4c0b-a665-c630d2e72342,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:11.408833 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6ffad91-fa0b-4d7d-bd14-1ea6c25e44e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:11.411446 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-73b84e0f-409e-45f2-a90e-cbe18719fba2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:11.412012 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6ffad91-fa0b-4d7d-bd14-1ea6c25e44e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:11.505910 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-89f79315-233e-4c2a-8675-daf81fd7de62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3724052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721622'] for router, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:11.655730 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9547f567-5319-4f24-980f-ee152625e11d req-c816c177-664c-418f-ba60-a24104827eeb tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 210 time: 0.0768607 Oct 27 01:19:11.806619 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-e6ffad91-fa0b-4d7d-bd14-1ea6c25e44e9 admin admin] Allocated IP 172.27.3.109 (446c4d70-d462-4a3b-8224-efffdf97f324/4937d60a-1906-48c0-8abc-dbda7672a658/f3358a17-8a1b-4370-817d-4989fb532c3d) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:19:11.818870 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-73b84e0f-409e-45f2-a90e-cbe18719fba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:11.908650 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device f15f7947-5731-4a89-ba76-8ef3fff007e9 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:19:11.926545 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b84e0f-409e-45f2-a90e-cbe18719fba2 admin admin] Network 446c4d70-d462-4a3b-8224-efffdf97f324 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:19:11.932321 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-73b84e0f-409e-45f2-a90e-cbe18719fba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:11.936270 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b84e0f-409e-45f2-a90e-cbe18719fba2 admin admin] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:19:11.991253 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port f15f7947-5731-4a89-ba76-8ef3fff007e9 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:11.992066 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:12.114654 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6ffad91-fa0b-4d7d-bd14-1ea6c25e44e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:12.122734 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:12.140503 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b84e0f-409e-45f2-a90e-cbe18719fba2 admin admin] Pushing event updated for resources: {'Port': ['ID=2b158f38-6397-44f7-887b-e70c902c63b5,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:12.184181 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] For port f15f7947-5731-4a89-ba76-8ef3fff007e9, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=f15f7947-5731-4a89-ba76-8ef3fff007e9,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:12.261515 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:12.264296 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6ffad91-fa0b-4d7d-bd14-1ea6c25e44e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:12.264583 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 45d4be9c-07d9-44ad-9643-070513e4f178 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:19:12.316877 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ffad91-fa0b-4d7d-bd14-1ea6c25e44e9 admin admin] Network 446c4d70-d462-4a3b-8224-efffdf97f324 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:19:12.326044 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-e6ffad91-fa0b-4d7d-bd14-1ea6c25e44e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:12.347997 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ffad91-fa0b-4d7d-bd14-1ea6c25e44e9 admin admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:19:12.384876 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f79315-233e-4c2a-8675-daf81fd7de62 admin admin] Router 650c5df5-c468-4bea-8c6b-4c01cf0fcd5f is scheduled to L3 agent c117865a-b75a-494f-8807-bd32898b5467 with binding_index 1 {{(pid=102100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:19:12.390684 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Pushing event updated for resources: {'Port': ['ID=f15f7947-5731-4a89-ba76-8ef3fff007e9,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:12.416367 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 45d4be9c-07d9-44ad-9643-070513e4f178 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:12.416889 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:12.451961 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffad91-fa0b-4d7d-bd14-1ea6c25e44e9 admin admin] Pushing event updated for resources: {'Port': ['ID=f3358a17-8a1b-4370-817d-4989fb532c3d,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:12.594761 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:12.637224 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-73b84e0f-409e-45f2-a90e-cbe18719fba2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:12.707193 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] For port 45d4be9c-07d9-44ad-9643-070513e4f178, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=45d4be9c-07d9-44ad-9643-070513e4f178,segment=NetworkSegment(48fbe17e-f5fd-4595-9ff4-16bc39f15b51),segment_id=48fbe17e-f5fd-4595-9ff4-16bc39f15b51)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:12.763735 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:12.771400 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd43b5b9-bbf2-45e4-836b-61cec5b618db None None] Network 337a2dfd-96cd-45e0-abce-401982e807e4 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:19:12.779417 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f79315-233e-4c2a-8675-daf81fd7de62 admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:19:12.796879 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] Sync routers for ids ['650c5df5-c468-4bea-8c6b-4c01cf0fcd5f'] in dv-cinder-815560-1-iscsi {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:19:12.812120 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] Routers {'650c5df5-c468-4bea-8c6b-4c01cf0fcd5f'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:19:12.813204 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:18:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['650c5df5-c468-4bea-8c6b-4c01cf0fcd5f'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:12.840072 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 57342) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:12.873560 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-89f79315-233e-4c2a-8675-daf81fd7de62 admin admin] Publish callbacks [] for router, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:12.877988 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-89f79315-233e-4c2a-8675-daf81fd7de62 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6856530 Oct 27 01:19:12.880429 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 57344) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:12.928333 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b0adb4a1-2f75-40e2-a9bb-76aa5ea2ccc0 req-b23a5926-a79e-4c7f-999c-49cb8e0cbfc4 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 210 time: 0.0776873 Oct 27 01:19:12.994154 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6ffad91-fa0b-4d7d-bd14-1ea6c25e44e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:13.206401 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] Set router 650c5df5-c468-4bea-8c6b-4c01cf0fcd5f gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:19:13.217854 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b668e651-96d8-45fa-98eb-735d83e6a026 None None] Network b5b7050d-f17d-40a3-83d0-485beb1349f9 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:19:13.315008 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-c0462e4d-de80-41bf-858c-c1fa8539d070 None None] Provisioning complete for port f15f7947-5731-4a89-ba76-8ef3fff007e9 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:13.315781 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c0462e4d-de80-41bf-858c-c1fa8539d070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:13.317641 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Pushing event updated for resources: {'Port': ['ID=45d4be9c-07d9-44ad-9643-070513e4f178,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:13.500111 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6ffad91-fa0b-4d7d-bd14-1ea6c25e44e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3724052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721622'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:13.557512 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c5df5-c468-4bea-8c6b-4c01cf0fcd5f', 'name': 'tempest-ServerRescueNegativeTestJSON-1430772622-router', 'tenant_id': '7ac535690bf24eb9bbf7d42426b21c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '40f40816-6afc-4c36-899b-27612033d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:08Z', 'updated_at': '2021-10-27T01:19:10Z', 'revision_number': 3, 'project_id': '7ac535690bf24eb9bbf7d42426b21c74', 'gw_port': {'id': '40f40816-6afc-4c36-899b-27612033d362', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650c5df5-c468-4bea-8c6b-4c01cf0fcd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:13.576945 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-73b84e0f-409e-45f2-a90e-cbe18719fba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3724052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721622'] for router, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:13.589699 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] Checking router: 650c5df5-c468-4bea-8c6b-4c01cf0fcd5f for host: dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:19:13.590743 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] Updating router 650c5df5-c468-4bea-8c6b-4c01cf0fcd5f port 40f40816-6afc-4c36-899b-27612033d362 binding host dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:19:13.653239 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:13.659081 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device f15f7947-5731-4a89-ba76-8ef3fff007e9 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:19:13.752952 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port f15f7947-5731-4a89-ba76-8ef3fff007e9 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:13.753408 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:13.861445 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ffad91-fa0b-4d7d-bd14-1ea6c25e44e9 admin admin] Router 476010ed-4096-457a-a137-d7a253712a27 is scheduled to L3 agent c117865a-b75a-494f-8807-bd32898b5467 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:19:13.874324 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-261a579f-530c-4bb6-9c4b-2bc5a5565d69 None None] Provisioning complete for port 45d4be9c-07d9-44ad-9643-070513e4f178 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:13.876586 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-261a579f-530c-4bb6-9c4b-2bc5a5565d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:14.014761 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b84e0f-409e-45f2-a90e-cbe18719fba2 admin admin] Router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 is scheduled to L3 agent c117865a-b75a-494f-8807-bd32898b5467 with binding_index 1 {{(pid=102100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:19:14.067492 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 45d4be9c-07d9-44ad-9643-070513e4f178 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:19:14.265496 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-027d704a-ed61-4368-bedd-dc52f79193a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:14.306233 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:14.311912 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3b2245c8-3964-43e3-b65e-20280e036e1d req-8dea5559-a1de-4c4a-9bf0-2c30665cd36b tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 210 time: 0.0477340 Oct 27 01:19:14.314714 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 45d4be9c-07d9-44ad-9643-070513e4f178 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:14.315228 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:14.344300 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ffad91-fa0b-4d7d-bd14-1ea6c25e44e9 admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:19:14.358215 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216bf07e-484e-49dc-8007-40894995b3de None None] Sync routers for ids ['476010ed-4096-457a-a137-d7a253712a27'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:19:14.369270 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b84e0f-409e-45f2-a90e-cbe18719fba2 admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:19:14.384615 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] Sync routers for ids ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'] in dv-cinder-815560-1-iscsi {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:19:14.392642 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:14.393561 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216bf07e-484e-49dc-8007-40894995b3de None None] Routers {'476010ed-4096-457a-a137-d7a253712a27'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:19:14.394274 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-216bf07e-484e-49dc-8007-40894995b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:18:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['476010ed-4096-457a-a137-d7a253712a27'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:14.418365 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] Routers {'d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:19:14.419135 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:18:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:14.453459 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6ffad91-fa0b-4d7d-bd14-1ea6c25e44e9 admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:14.455297 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-e6ffad91-fa0b-4d7d-bd14-1ea6c25e44e9 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3036153 Oct 27 01:19:14.458193 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 57390) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:14.485644 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-73b84e0f-409e-45f2-a90e-cbe18719fba2 admin admin] Publish callbacks [] for router, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:14.493014 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-73b84e0f-409e-45f2-a90e-cbe18719fba2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4957676 Oct 27 01:19:14.495615 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 57392) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:14.540647 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-95cb89e4-3e77-414a-8a7f-19c28da4c8c3 None None] Provisioning complete for port 45d4be9c-07d9-44ad-9643-070513e4f178 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:14.541128 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95cb89e4-3e77-414a-8a7f-19c28da4c8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:14.597054 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-216bf07e-484e-49dc-8007-40894995b3de None None] Set router 476010ed-4096-457a-a137-d7a253712a27 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:19:14.636281 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] Set router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:19:14.690809 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b66276-e1b8-41aa-b06a-14427ce8a234 None None] Pushing event updated for resources: {'Port': ['ID=40f40816-6afc-4c36-899b-27612033d362,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:14.734175 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] Attempting to bind port 40f40816-6afc-4c36-899b-27612033d362 on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:19:14.734808 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] Attempting to bind port 40f40816-6afc-4c36-899b-27612033d362 by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:19:14.735606 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] Attempting to bind port 40f40816-6afc-4c36-899b-27612033d362 on network 446c4d70-d462-4a3b-8224-efffdf97f324 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:19:14.791499 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:19:14.792152 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] Checking segment: {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:19:14.792730 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:14.793471 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] Bound using segment: {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:19:14.794187 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] Bound port: 40f40816-6afc-4c36-899b-27612033d362, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:19:14.798195 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:14.871027 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-95cb89e4-3e77-414a-8a7f-19c28da4c8c3 None None] Provisioning complete for port f15f7947-5731-4a89-ba76-8ef3fff007e9 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:14.871766 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95cb89e4-3e77-414a-8a7f-19c28da4c8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:14.889175 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [None req-027d704a-ed61-4368-bedd-dc52f79193a2 admin admin] Allocated IP 172.20.0.1 (e1517e22-2395-4c57-bae6-bd47c809e7b9/17743bda-8254-4a8b-8524-5242f8ab33dd/4b740234-735d-4163-80a9-89f14850038f) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:19:14.976994 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66276-e1b8-41aa-b06a-14427ce8a234 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:14.977708 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66276-e1b8-41aa-b06a-14427ce8a234 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:14.978001 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66276-e1b8-41aa-b06a-14427ce8a234 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:14.978375 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66276-e1b8-41aa-b06a-14427ce8a234 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:14.979458 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66276-e1b8-41aa-b06a-14427ce8a234 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:14.979813 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66276-e1b8-41aa-b06a-14427ce8a234 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:14.980174 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66276-e1b8-41aa-b06a-14427ce8a234 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:14.980514 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66276-e1b8-41aa-b06a-14427ce8a234 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:14.981007 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66276-e1b8-41aa-b06a-14427ce8a234 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:14.981405 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66276-e1b8-41aa-b06a-14427ce8a234 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:14.981760 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66276-e1b8-41aa-b06a-14427ce8a234 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66276-e1b8-41aa-b06a-14427ce8a234 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66276-e1b8-41aa-b06a-14427ce8a234 None None] Tracked resource versions report: Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: pushed versions: Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: { 'AddressGroup': {'1.2'}, Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: 'ConntrackHelper': {'1.0'}, Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: 'Log': {'1.0'}, Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: 'Network': {'1.1'}, Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: 'Port': {'1.7'}, Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: 'PortForwarding': {'1.2'}, Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: 'QosPolicy': {'1.10'}, Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: 'SecurityGroup': {'1.4'}, Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: 'SubPort': {'1.0'}, Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: 'Subnet': {'1.1'}, Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: 'Trunk': {'1.1'}} Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: consumer versions: Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: { DHCP agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: HyperV agent@hv-cinder-81556: {}, Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: L3 agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: Metadata agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: Metering agent@dv-cinder-815560-1-iscsi: {}, Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: Open vSwitch agent@dv-cinder-815560-1-iscsi: { 'AddressGroup': '1.2', Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: 'ConntrackHelper': '1.0', Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: 'Log': '1.0', Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: 'Network': '1.1', Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: 'Port': '1.7', Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: 'PortForwarding': '1.2', Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: 'QosPolicy': '1.10', Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: 'SecurityGroup': '1.4', Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: 'SecurityGroupRule': '1.2', Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: 'SubPort': '1.0', Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: 'Subnet': '1.1', Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: 'Trunk': '1.1'}} Oct 27 01:19:14.986906 dv-cinder-815560-1-iscsi neutron-server[102103]: {{(pid=102103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:19:15.100160 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-216bf07e-484e-49dc-8007-40894995b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476010ed-4096-457a-a137-d7a253712a27', 'name': 'tempest-AttachVolumeShelveTestJSON-962092474-router', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:12Z', 'revision_number': 3, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'gw_port': {'id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:11Z', 'updated_at': '2021-10-27T01:19:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:15.164445 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1ddddaba-5cd2-4de4-848a-53df7a384c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:15.194253 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216bf07e-484e-49dc-8007-40894995b3de None None] Checking router: 476010ed-4096-457a-a137-d7a253712a27 for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:19:15.196309 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216bf07e-484e-49dc-8007-40894995b3de None None] Updating router 476010ed-4096-457a-a137-d7a253712a27 port f3358a17-8a1b-4370-817d-4989fb532c3d binding host dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:19:15.225357 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] For port 40f40816-6afc-4c36-899b-27612033d362, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:19:15.240217 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] For port 40f40816-6afc-4c36-899b-27612033d362, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=40f40816-6afc-4c36-899b-27612033d362,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:19:15.248290 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-216bf07e-484e-49dc-8007-40894995b3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:15.278842 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'name': 'tempest-AttachVolumeTestJSON-301726510-router', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:12Z', 'revision_number': 3, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'gw_port': {'id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:10Z', 'updated_at': '2021-10-27T01:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:15.380712 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:15.442691 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-027d704a-ed61-4368-bedd-dc52f79193a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:15.469988 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] Checking router: d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 for host: dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:19:15.470583 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] Updating router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 port 2b158f38-6397-44f7-887b-e70c902c63b5 binding host dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:19:15.480782 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b66276-e1b8-41aa-b06a-14427ce8a234 None None] Pushing event updated for resources: {'Port': ['ID=40f40816-6afc-4c36-899b-27612033d362,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:15.555223 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] Routers {'650c5df5-c468-4bea-8c6b-4c01cf0fcd5f'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:19:15.556309 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:18:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['650c5df5-c468-4bea-8c6b-4c01cf0fcd5f'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:15.574210 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-1ddddaba-5cd2-4de4-848a-53df7a384c79 admin admin] Allocated IP 172.20.0.1 (337a2dfd-96cd-45e0-abce-401982e807e4/4e98a956-2627-48e5-9a9f-97fe27314719/f2d6fd69-0257-4701-888b-913d6fd91027) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:19:15.653082 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:15.671559 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-216bf07e-484e-49dc-8007-40894995b3de None None] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:15.700396 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1ddddaba-5cd2-4de4-848a-53df7a384c79 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:15.704283 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0ddc9998-4556-495d-b954-ea2e30dcee66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:15.746892 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-216bf07e-484e-49dc-8007-40894995b3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:15.751571 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e1a8f6a3-5b06-448e-a2b8-0cc1ab81b156 req-6b7e0344-f0ea-4675-96d6-41d88f1ca140 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 210 time: 0.0429299 Oct 27 01:19:15.804077 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-027d704a-ed61-4368-bedd-dc52f79193a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:15.817402 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-216bf07e-484e-49dc-8007-40894995b3de None None] Attempting to bind port f3358a17-8a1b-4370-817d-4989fb532c3d on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:19:15.817834 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-216bf07e-484e-49dc-8007-40894995b3de None None] Attempting to bind port f3358a17-8a1b-4370-817d-4989fb532c3d by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:19:15.818228 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216bf07e-484e-49dc-8007-40894995b3de None None] Attempting to bind port f3358a17-8a1b-4370-817d-4989fb532c3d on network 446c4d70-d462-4a3b-8224-efffdf97f324 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:19:15.821405 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550be4d-0d59-45a3-aed9-7e27eb56b129 None None] Pushing event updated for resources: {'Port': ['ID=f3358a17-8a1b-4370-817d-4989fb532c3d,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:15.832988 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1ddddaba-5cd2-4de4-848a-53df7a384c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:15.833222 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] Set router 650c5df5-c468-4bea-8c6b-4c01cf0fcd5f gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:19:15.838304 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216bf07e-484e-49dc-8007-40894995b3de None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:19:15.838741 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216bf07e-484e-49dc-8007-40894995b3de None None] Checking segment: {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:19:15.839382 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-216bf07e-484e-49dc-8007-40894995b3de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:15.839953 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216bf07e-484e-49dc-8007-40894995b3de None None] Bound using segment: {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:19:15.844370 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-216bf07e-484e-49dc-8007-40894995b3de None None] Bound port: f3358a17-8a1b-4370-817d-4989fb532c3d, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:19:15.844370 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-216bf07e-484e-49dc-8007-40894995b3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:15.866198 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d704a-ed61-4368-bedd-dc52f79193a2 admin admin] Pushing event updated for resources: {'Port': ['ID=4b740234-735d-4163-80a9-89f14850038f,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:15.889627 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddddaba-5cd2-4de4-848a-53df7a384c79 admin admin] Network 337a2dfd-96cd-45e0-abce-401982e807e4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:19:15.891257 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027d704a-ed61-4368-bedd-dc52f79193a2 admin admin] Network e1517e22-2395-4c57-bae6-bd47c809e7b9 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:19:15.896667 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-027d704a-ed61-4368-bedd-dc52f79193a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:15.897681 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-1ddddaba-5cd2-4de4-848a-53df7a384c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:15.901263 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddddaba-5cd2-4de4-848a-53df7a384c79 admin admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:19:15.902017 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1ddddaba-5cd2-4de4-848a-53df7a384c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723211'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:15.913553 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddddaba-5cd2-4de4-848a-53df7a384c79 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d6fd69-0257-4701-888b-913d6fd91027,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:15.942747 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d704a-ed61-4368-bedd-dc52f79193a2 admin admin] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:19:15.943385 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-027d704a-ed61-4368-bedd-dc52f79193a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723211'] for router_interface, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:16.093262 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-216bf07e-484e-49dc-8007-40894995b3de None None] For port f3358a17-8a1b-4370-817d-4989fb532c3d, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:19:16.099728 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-216bf07e-484e-49dc-8007-40894995b3de None None] For port f3358a17-8a1b-4370-817d-4989fb532c3d, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=f3358a17-8a1b-4370-817d-4989fb532c3d,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:19:16.153154 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-216bf07e-484e-49dc-8007-40894995b3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:16.235194 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216bf07e-484e-49dc-8007-40894995b3de None None] Routers {'476010ed-4096-457a-a137-d7a253712a27'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:19:16.236081 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-216bf07e-484e-49dc-8007-40894995b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:18:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['476010ed-4096-457a-a137-d7a253712a27'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:16.352594 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c5df5-c468-4bea-8c6b-4c01cf0fcd5f', 'name': 'tempest-ServerRescueNegativeTestJSON-1430772622-router', 'tenant_id': '7ac535690bf24eb9bbf7d42426b21c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '40f40816-6afc-4c36-899b-27612033d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:08Z', 'updated_at': '2021-10-27T01:19:10Z', 'revision_number': 3, 'project_id': '7ac535690bf24eb9bbf7d42426b21c74', 'gw_port': {'id': '40f40816-6afc-4c36-899b-27612033d362', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650c5df5-c468-4bea-8c6b-4c01cf0fcd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:16.371650 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1ddddaba-5cd2-4de4-848a-53df7a384c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:16.432839 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-216bf07e-484e-49dc-8007-40894995b3de None None] Set router 476010ed-4096-457a-a137-d7a253712a27 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:19:16.461888 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:16.466355 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ed349d-3270-436c-9951-b747185aebe0 None None] The sync data for ids ['650c5df5-c468-4bea-8c6b-4c01cf0fcd5f'] in dv-cinder-815560-1-iscsi is: [{'id': '650c5df5-c468-4bea-8c6b-4c01cf0fcd5f', 'name': 'tempest-ServerRescueNegativeTestJSON-1430772622-router', 'tenant_id': '7ac535690bf24eb9bbf7d42426b21c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '40f40816-6afc-4c36-899b-27612033d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:08Z', 'updated_at': '2021-10-27T01:19:10Z', 'revision_number': 3, 'project_id': '7ac535690bf24eb9bbf7d42426b21c74', 'gw_port': {'id': '40f40816-6afc-4c36-899b-27612033d362', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650c5df5-c468-4bea-8c6b-4c01cf0fcd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:19:16.475744 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 57446) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:16.518816 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550be4d-0d59-45a3-aed9-7e27eb56b129 None None] Pushing event updated for resources: {'Port': ['ID=f3358a17-8a1b-4370-817d-4989fb532c3d,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:16.540956 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:16.613183 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-d5c966b9-40d6-4c4d-becd-51e382393be8 None None] Provisioning complete for port f2d6fd69-0257-4701-888b-913d6fd91027 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:16.613562 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d5c966b9-40d6-4c4d-becd-51e382393be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:16.619730 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-027d704a-ed61-4368-bedd-dc52f79193a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:16.654303 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a187fcf-5160-45fe-8dfc-f6f8343f5bb0 None None] Pushing event updated for resources: {'Port': ['ID=2b158f38-6397-44f7-887b-e70c902c63b5,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:16.657546 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] Attempting to bind port 2b158f38-6397-44f7-887b-e70c902c63b5 on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:19:16.659871 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] Attempting to bind port 2b158f38-6397-44f7-887b-e70c902c63b5 by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:19:16.663633 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] Attempting to bind port 2b158f38-6397-44f7-887b-e70c902c63b5 on network 446c4d70-d462-4a3b-8224-efffdf97f324 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:19:16.670423 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:16.672465 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-d5c966b9-40d6-4c4d-becd-51e382393be8 None None] Port f2d6fd69-0257-4701-888b-913d6fd91027 cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:19:16.679385 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:19:16.683723 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] Checking segment: {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:19:16.684656 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:16.687425 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] Bound using segment: {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:19:16.688182 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] Bound port: 2b158f38-6397-44f7-887b-e70c902c63b5, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:19:16.690251 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:16.708463 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1ddddaba-5cd2-4de4-848a-53df7a384c79 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:16.737589 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-216bf07e-484e-49dc-8007-40894995b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476010ed-4096-457a-a137-d7a253712a27', 'name': 'tempest-AttachVolumeShelveTestJSON-962092474-router', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:12Z', 'revision_number': 3, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'gw_port': {'id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:11Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:16.783146 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1ddddaba-5cd2-4de4-848a-53df7a384c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:16.783665 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1ddddaba-5cd2-4de4-848a-53df7a384c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3631245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3721307'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:16.786320 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] For port 2b158f38-6397-44f7-887b-e70c902c63b5, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:19:16.791281 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] For port 2b158f38-6397-44f7-887b-e70c902c63b5, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=2b158f38-6397-44f7-887b-e70c902c63b5,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:19:16.794651 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216bf07e-484e-49dc-8007-40894995b3de None None] The sync data for ids ['476010ed-4096-457a-a137-d7a253712a27'] in dv-cinder-815560-1-iscsi is: [{'id': '476010ed-4096-457a-a137-d7a253712a27', 'name': 'tempest-AttachVolumeShelveTestJSON-962092474-router', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:12Z', 'revision_number': 3, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'gw_port': {'id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:11Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:19:16.815925 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [None req-0ddc9998-4556-495d-b954-ea2e30dcee66 admin admin] Allocated IP 172.20.0.1 (b5b7050d-f17d-40a3-83d0-485beb1349f9/f4a6135b-95f5-4c77-89c6-26bb40ea2187/4a6af46a-5d65-4733-884f-2a580656f903) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:19:16.869419 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:16.981405 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] Routers {'d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:19:16.982842 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:18:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:16.999126 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a187fcf-5160-45fe-8dfc-f6f8343f5bb0 None None] Pushing event updated for resources: {'Port': ['ID=2b158f38-6397-44f7-887b-e70c902c63b5,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:17.041124 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3287f939-8739-4b52-be4f-f8de16faeb55 req-7bba151c-96af-428c-a4b7-c3a178cdb133 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 210 time: 0.1081188 Oct 27 01:19:17.060897 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5f147488-0e32-4af3-801a-598c00468ad3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:17.146757 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] Set router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:19:17.200793 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0ddc9998-4556-495d-b954-ea2e30dcee66 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:17.219985 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-027d704a-ed61-4368-bedd-dc52f79193a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:17.269281 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddddaba-5cd2-4de4-848a-53df7a384c79 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d6fd69-0257-4701-888b-913d6fd91027,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:17.297262 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-027d704a-ed61-4368-bedd-dc52f79193a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:17.301462 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-027d704a-ed61-4368-bedd-dc52f79193a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3631245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3721307'] for router_interface, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:17.359857 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddddaba-5cd2-4de4-848a-53df7a384c79 admin admin] Network 337a2dfd-96cd-45e0-abce-401982e807e4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:19:17.362722 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-1ddddaba-5cd2-4de4-848a-53df7a384c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:17.533830 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027d704a-ed61-4368-bedd-dc52f79193a2 admin admin] Network e1517e22-2395-4c57-bae6-bd47c809e7b9 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:19:17.533830 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-027d704a-ed61-4368-bedd-dc52f79193a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:17.541878 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5f147488-0e32-4af3-801a-598c00468ad3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:17.569968 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'name': 'tempest-AttachVolumeTestJSON-301726510-router', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:12Z', 'revision_number': 3, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'gw_port': {'id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:10Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:17.611017 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde6dc60-c5fd-4c80-8a06-f08df66ca807 None None] The sync data for ids ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'] in dv-cinder-815560-1-iscsi is: [{'id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'name': 'tempest-AttachVolumeTestJSON-301726510-router', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:12Z', 'revision_number': 3, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'gw_port': {'id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:10Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:19:17.626271 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddddaba-5cd2-4de4-848a-53df7a384c79 admin admin] Router 476010ed-4096-457a-a137-d7a253712a27 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:19:17.635722 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5f147488-0e32-4af3-801a-598c00468ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:17.764985 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device f3358a17-8a1b-4370-817d-4989fb532c3d up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:19:17.806955 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d704a-ed61-4368-bedd-dc52f79193a2 admin admin] Pushing event updated for resources: {'Port': ['ID=4b740234-735d-4163-80a9-89f14850038f,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:17.812418 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0ddc9998-4556-495d-b954-ea2e30dcee66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:17.849355 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-5f147488-0e32-4af3-801a-598c00468ad3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=abf8a871c8134a589fc3a3555dc042dc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3653445 Oct 27 01:19:17.856920 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 57470) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:17.870878 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027d704a-ed61-4368-bedd-dc52f79193a2 admin admin] Router 650c5df5-c468-4bea-8c6b-4c01cf0fcd5f has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:19:17.871747 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc9998-4556-495d-b954-ea2e30dcee66 admin admin] Pushing event updated for resources: {'Port': ['ID=4a6af46a-5d65-4733-884f-2a580656f903,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:17.884495 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port f3358a17-8a1b-4370-817d-4989fb532c3d triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:17.884926 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:17.886536 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f147488-0e32-4af3-801a-598c00468ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8b9ed8-2647-4166-8265-b5a34096f5c6,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:17.892273 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddc9998-4556-495d-b954-ea2e30dcee66 admin admin] Network b5b7050d-f17d-40a3-83d0-485beb1349f9 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:19:17.895895 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-0ddc9998-4556-495d-b954-ea2e30dcee66 admin admin] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:17.930344 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddc9998-4556-495d-b954-ea2e30dcee66 admin admin] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:19:17.930829 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0ddc9998-4556-495d-b954-ea2e30dcee66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723211'] for router_interface, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:17.962965 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-6eb196f7-ade7-4c64-b609-8b4b1a6bffa8 None None] Provisioning complete for port f2d6fd69-0257-4701-888b-913d6fd91027 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:17.963558 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6eb196f7-ade7-4c64-b609-8b4b1a6bffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:18.024221 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-25b05f3c-ffcb-446d-b1a4-516847496377 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:18.075222 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddddaba-5cd2-4de4-848a-53df7a384c79 admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:19:18.076242 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-6eb196f7-ade7-4c64-b609-8b4b1a6bffa8 None None] Port f2d6fd69-0257-4701-888b-913d6fd91027 cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:19:18.094601 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-1ddddaba-5cd2-4de4-848a-53df7a384c79 admin admin] 10.222.0.32 "PUT /v2.0/routers/476010ed-4096-457a-a137-d7a253712a27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6247029 Oct 27 01:19:18.117279 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-25b05f3c-ffcb-446d-b1a4-516847496377 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:18.208317 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:18.261048 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] For port f3358a17-8a1b-4370-817d-4989fb532c3d, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=f3358a17-8a1b-4370-817d-4989fb532c3d,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:18.264151 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027d704a-ed61-4368-bedd-dc52f79193a2 admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:19:18.268540 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-14d0adda-d826-4f4f-b712-8c397c68f1ce req-b7aece6f-0723-4a29-8ddc-46254b6a1b98 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 210 time: 0.0553811 Oct 27 01:19:18.285495 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-027d704a-ed61-4368-bedd-dc52f79193a2 admin admin] 10.222.0.32 "PUT /v2.0/routers/650c5df5-c468-4bea-8c6b-4c01cf0fcd5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3957117 Oct 27 01:19:18.352612 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-25b05f3c-ffcb-446d-b1a4-516847496377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:18.355489 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-25b05f3c-ffcb-446d-b1a4-516847496377 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:18.356649 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-25b05f3c-ffcb-446d-b1a4-516847496377 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e8b9ed8-2647-4166-8265-b5a34096f5c6 HTTP/1.1" status: 204 len: 168 time: 0.4982305 Oct 27 01:19:18.366289 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b05f3c-ffcb-446d-b1a4-516847496377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8b9ed8-2647-4166-8265-b5a34096f5c6,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:18.375124 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:18.380114 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 40f40816-6afc-4c36-899b-27612033d362 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:19:18.417475 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0ddc9998-4556-495d-b954-ea2e30dcee66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:18.525319 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-c262c9ec-8de2-4bfb-af1e-facccda297fa None None] Provisioning complete for port 4a6af46a-5d65-4733-884f-2a580656f903 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:18.525697 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c262c9ec-8de2-4bfb-af1e-facccda297fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:18.528887 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Pushing event updated for resources: {'Port': ['ID=f3358a17-8a1b-4370-817d-4989fb532c3d,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:18.588201 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-c262c9ec-8de2-4bfb-af1e-facccda297fa None None] Port 4a6af46a-5d65-4733-884f-2a580656f903 cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:19:18.594148 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 40f40816-6afc-4c36-899b-27612033d362 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:18.594591 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:18.813251 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:18.857099 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] For port 40f40816-6afc-4c36-899b-27612033d362, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=40f40816-6afc-4c36-899b-27612033d362,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:18.880009 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0ddc9998-4556-495d-b954-ea2e30dcee66 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:18.981119 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:19.009696 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0ddc9998-4556-495d-b954-ea2e30dcee66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:19.010582 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0ddc9998-4556-495d-b954-ea2e30dcee66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3631245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3721307'] for router_interface, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:19.054238 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Pushing event updated for resources: {'Port': ['ID=40f40816-6afc-4c36-899b-27612033d362,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:19.105304 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 57510) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:19.114809 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9ee092dd-1528-48b1-9916-aa9b0021c153 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1527755121', 'description': 'tempest-description--2049175849'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:19.139786 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc9998-4556-495d-b954-ea2e30dcee66 admin admin] Pushing event updated for resources: {'Port': ['ID=4a6af46a-5d65-4733-884f-2a580656f903,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:19.195080 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddc9998-4556-495d-b954-ea2e30dcee66 admin admin] Network b5b7050d-f17d-40a3-83d0-485beb1349f9 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:19:19.197558 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-0ddc9998-4556-495d-b954-ea2e30dcee66 admin admin] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:19.270656 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ee092dd-1528-48b1-9916-aa9b0021c153 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:19.312945 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 57520) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:19.336400 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-56106352-55a4-4a07-99e8-2393f7102414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:19.368360 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddc9998-4556-495d-b954-ea2e30dcee66 admin admin] Router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:19:19.469308 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-3a169442-a676-4c54-b84f-d1d42d75f8a9 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:19.759704 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-3a169442-a676-4c54-b84f-d1d42d75f8a9 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/networks?id=e1517e22-2395-4c57-bae6-bd47c809e7b9 HTTP/1.1" status: 200 len: 819 time: 0.2906690 Oct 27 01:19:19.759704 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ee092dd-1528-48b1-9916-aa9b0021c153 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:19.759704 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-b76fea89-b7a5-4d07-adcd-df8252a258bc tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/quotas/7ac535690bf24eb9bbf7d42426b21c74 HTTP/1.1" status: 200 len: 375 time: 0.0291605 Oct 27 01:19:19.759704 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-7af33db4-597b-4e5c-89e7-43f88c9f98d9 req-e1df82be-37eb-47f8-a9a5-1a3f88fc8a83 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 210 time: 0.0478454 Oct 27 01:19:19.759704 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ee092dd-1528-48b1-9916-aa9b0021c153 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:19.762178 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-cc85b7fa-ed01-49b3-b3f2-c1b7c8f83e4b None None] Provisioning complete for port 4a6af46a-5d65-4733-884f-2a580656f903 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:19.762178 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cc85b7fa-ed01-49b3-b3f2-c1b7c8f83e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:19.762978 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee092dd-1528-48b1-9916-aa9b0021c153 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e249f292-5041-4dff-a175-e7996c87287e,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:19.763271 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddc9998-4556-495d-b954-ea2e30dcee66 admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:19:19.763606 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-3099993f-b583-4ed9-af28-82dd200ba955 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ac535690bf24eb9bbf7d42426b21c74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1351309 Oct 27 01:19:19.763902 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-0ddc9998-4556-495d-b954-ea2e30dcee66 admin admin] 10.222.0.32 "PUT /v2.0/routers/d6f6d333-3c00-4046-b0ca-d76d1cdf4c52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2122104 Oct 27 01:19:19.764180 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-cc85b7fa-ed01-49b3-b3f2-c1b7c8f83e4b None None] Port 4a6af46a-5d65-4733-884f-2a580656f903 cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:19:19.764581 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-56106352-55a4-4a07-99e8-2393f7102414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:19.799109 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device f3358a17-8a1b-4370-817d-4989fb532c3d up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:19:19.835090 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ee092dd-1528-48b1-9916-aa9b0021c153 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:19.837418 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-9ee092dd-1528-48b1-9916-aa9b0021c153 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7308552 Oct 27 01:19:19.844648 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 57542) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:19.848470 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-134efc31-f5cc-4894-8e55-48aa9fb5f1c9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Request body: {'security_group_rule': {'security_group_id': 'e249f292-5041-4dff-a175-e7996c87287e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:19.866806 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-56106352-55a4-4a07-99e8-2393f7102414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:19.897498 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port f3358a17-8a1b-4370-817d-4989fb532c3d triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:19.900502 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:19.947323 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-56106352-55a4-4a07-99e8-2393f7102414 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=724e00c864484e3db38a04985ed892bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6245065 Oct 27 01:19:19.947323 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56106352-55a4-4a07-99e8-2393f7102414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcd6cc7-cf73-4a43-a52e-f8c59369f06d,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:19.947864 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 57546) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:20.009403 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] Sync routers for ids ['650c5df5-c468-4bea-8c6b-4c01cf0fcd5f'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:19:20.026992 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-134efc31-f5cc-4894-8e55-48aa9fb5f1c9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:20.034134 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] Routers {'650c5df5-c468-4bea-8c6b-4c01cf0fcd5f'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:19:20.034988 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:18:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['650c5df5-c468-4bea-8c6b-4c01cf0fcd5f'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:20.089699 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fe424033-22eb-4f3b-9d90-d5c76d09824a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:20.105022 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-d9a016c0-fcbf-42e4-8564-89b550822388 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:19:20.106192 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-d9a016c0-fcbf-42e4-8564-89b550822388 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1224792 Oct 27 01:19:20.127170 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 2b158f38-6397-44f7-887b-e70c902c63b5 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:19:20.143491 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-134efc31-f5cc-4894-8e55-48aa9fb5f1c9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:20.179459 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fe424033-22eb-4f3b-9d90-d5c76d09824a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:20.210193 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] Set router 650c5df5-c468-4bea-8c6b-4c01cf0fcd5f gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:19:20.225527 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-134efc31-f5cc-4894-8e55-48aa9fb5f1c9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:20.252121 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-4869877e-2dce-474b-9792-59451eec03c7 service neutron] 10.222.0.32 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320362 Oct 27 01:19:20.260049 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 2b158f38-6397-44f7-887b-e70c902c63b5 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:20.260373 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:20.270400 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134efc31-f5cc-4894-8e55-48aa9fb5f1c9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01f3f37-6948-438e-9339-483bcd5e7fb9,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:20.332270 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-134efc31-f5cc-4894-8e55-48aa9fb5f1c9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:20.335960 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-134efc31-f5cc-4894-8e55-48aa9fb5f1c9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4923716 Oct 27 01:19:20.336426 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 57558) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:20.346065 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-017464db-2162-4bd4-a0cb-40915a3b21d4 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Request body: {'security_group_rule': {'security_group_id': 'e249f292-5041-4dff-a175-e7996c87287e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:20.364506 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fe424033-22eb-4f3b-9d90-d5c76d09824a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:20.367735 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fe424033-22eb-4f3b-9d90-d5c76d09824a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:20.371487 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-fe424033-22eb-4f3b-9d90-d5c76d09824a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cdcd6cc7-cf73-4a43-a52e-f8c59369f06d HTTP/1.1" status: 204 len: 168 time: 0.4202492 Oct 27 01:19:20.384774 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe424033-22eb-4f3b-9d90-d5c76d09824a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcd6cc7-cf73-4a43-a52e-f8c59369f06d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:20.395607 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-b0f32a89-f8cc-4a1c-af9a-a3d6a7a7343e service neutron] 10.222.0.32 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324167 Oct 27 01:19:20.440909 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] Sync routers for ids ['476010ed-4096-457a-a137-d7a253712a27'] in dv-cinder-815560-1-iscsi {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:19:20.469464 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] Routers {'476010ed-4096-457a-a137-d7a253712a27'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:19:20.470136 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:18:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['476010ed-4096-457a-a137-d7a253712a27'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:20.488264 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-017464db-2162-4bd4-a0cb-40915a3b21d4 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:20.549439 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:20.580555 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] For port 2b158f38-6397-44f7-887b-e70c902c63b5, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=2b158f38-6397-44f7-887b-e70c902c63b5,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:20.620003 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-017464db-2162-4bd4-a0cb-40915a3b21d4 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:20.685595 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] Set router 476010ed-4096-457a-a137-d7a253712a27 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:19:20.829322 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:20.829322 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 40f40816-6afc-4c36-899b-27612033d362 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:19:20.829322 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c5df5-c468-4bea-8c6b-4c01cf0fcd5f', 'name': 'tempest-ServerRescueNegativeTestJSON-1430772622-router', 'tenant_id': '7ac535690bf24eb9bbf7d42426b21c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '40f40816-6afc-4c36-899b-27612033d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:08Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 4, 'project_id': '7ac535690bf24eb9bbf7d42426b21c74', 'gw_port': {'id': '40f40816-6afc-4c36-899b-27612033d362', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5df5-c468-4bea-8c6b-4c01cf0fcd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '4b740234-735d-4163-80a9-89f14850038f', 'name': '', 'network_id': 'e1517e22-2395-4c57-bae6-bd47c809e7b9', 'tenant_id': '7ac535690bf24eb9bbf7d42426b21c74', 'mac_address': 'fa:16:3e:d5:72:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650c5df5-c468-4bea-8c6b-4c01cf0fcd5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17743bda-8254-4a8b-8524-5242f8ab33dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:14Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 2, 'project_id': '7ac535690bf24eb9bbf7d42426b21c74', 'subnets': [{'id': '17743bda-8254-4a8b-8524-5242f8ab33dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:20.874269 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] Checking router: 650c5df5-c468-4bea-8c6b-4c01cf0fcd5f for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:19:20.874624 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] Updating router 650c5df5-c468-4bea-8c6b-4c01cf0fcd5f port 4b740234-735d-4163-80a9-89f14850038f binding host dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:19:20.906495 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-017464db-2162-4bd4-a0cb-40915a3b21d4 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:20.908747 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476010ed-4096-457a-a137-d7a253712a27', 'name': 'tempest-AttachVolumeShelveTestJSON-962092474-router', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 4, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'gw_port': {'id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:11Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': 'f2d6fd69-0257-4701-888b-913d6fd91027', 'name': '', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'mac_address': 'fa:16:3e:a9:eb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 2, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'subnets': [{'id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:20.928317 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Pushing event updated for resources: {'Port': ['ID=2b158f38-6397-44f7-887b-e70c902c63b5,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:20.931329 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:20.945823 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017464db-2162-4bd4-a0cb-40915a3b21d4 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20df032-35a9-4004-8003-7b49090c233d,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:20.946747 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] Checking router: 476010ed-4096-457a-a137-d7a253712a27 for host: dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:19:20.947202 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] Updating router 476010ed-4096-457a-a137-d7a253712a27 port f2d6fd69-0257-4701-888b-913d6fd91027 binding host dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:19:20.981221 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:21.035625 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 57576) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:21.047628 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-c08b1c88-7eec-4e0c-99e5-8c83344b2d5e tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1613836754', 'description': 'tempest-description--1412784174'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:21.055019 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 40f40816-6afc-4c36-899b-27612033d362 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:21.056862 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:21.062260 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-017464db-2162-4bd4-a0cb-40915a3b21d4 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:21.065118 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-017464db-2162-4bd4-a0cb-40915a3b21d4 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7270484 Oct 27 01:19:21.068225 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 57582) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:21.073953 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e30e2c3d-ee1d-411d-b331-d6559f7e77bd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Request body: {'floatingip': {'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:21.150800 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-65cf893a-5448-4116-abc4-017d05a18c7e req-9fa1aef1-f389-4e1c-bb21-ba24b35165b8 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 210 time: 0.0522883 Oct 27 01:19:21.153577 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.db.api [None req-e30e2c3d-ee1d-411d-b331-d6559f7e77bd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 01:19:21.153577 dv-cinder-815560-1-iscsi neutron-server[102101]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 27 01:19:21.153577 dv-cinder-815560-1-iscsi neutron-server[102101]: [parameters: {'project_id_1': '6304b3ad2b4e4bf398ccbae70b72f46d', 'expiration_1': datetime.datetime(2021, 10, 27, 1, 19, 1, 91500)}] Oct 27 01:19:21.153577 dv-cinder-815560-1-iscsi neutron-server[102101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 01:19:21.156232 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG oslo_db.api [None req-e30e2c3d-ee1d-411d-b331-d6559f7e77bd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 01:19:21.197811 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c08b1c88-7eec-4e0c-99e5-8c83344b2d5e tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:21.221223 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-39e6eef4-6281-4453-9907-3f8eacb607fc req-41a7d7e1-ad56-40cc-9b29-88205082d633 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 210 time: 0.0401349 Oct 27 01:19:21.255254 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] Sync routers for ids ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:19:21.292669 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] Routers {'d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:19:21.293299 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:18:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:21.345349 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c08b1c88-7eec-4e0c-99e5-8c83344b2d5e tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:21.415656 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c08b1c88-7eec-4e0c-99e5-8c83344b2d5e tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:21.522515 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] Set router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:19:21.541108 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b1c88-7eec-4e0c-99e5-8c83344b2d5e tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33360cda-aa4b-4778-88d6-8039ce658939,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:21.552712 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c08b1c88-7eec-4e0c-99e5-8c83344b2d5e tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:21.553939 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-c08b1c88-7eec-4e0c-99e5-8c83344b2d5e tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5172546 Oct 27 01:19:21.558550 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 57620) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:21.568621 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-59283fe5-f1e8-467c-bfa2-42d9889c62e4 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Request body: {'security_group_rule': {'security_group_id': '33360cda-aa4b-4778-88d6-8039ce658939', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:21.589923 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:21.672144 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:21.693449 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 2b158f38-6397-44f7-887b-e70c902c63b5 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:19:21.700940 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-89908055-a8ca-4153-a865-e39a79aa4fd3 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:21.702683 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-89908055-a8ca-4153-a865-e39a79aa4fd3 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/networks?id=e1517e22-2395-4c57-bae6-bd47c809e7b9 HTTP/1.1" status: 200 len: 819 time: 0.1905992 Oct 27 01:19:21.712726 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-59283fe5-f1e8-467c-bfa2-42d9889c62e4 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:21.722838 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-0fef6a9d-a192-40d7-aaf0-107426abeeb6 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/quotas/7ac535690bf24eb9bbf7d42426b21c74 HTTP/1.1" status: 200 len: 375 time: 0.0110970 Oct 27 01:19:21.787012 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac414d-22ca-4d32-a5fb-b43716c0304f None None] Pushing event updated for resources: {'Port': ['ID=f2d6fd69-0257-4701-888b-913d6fd91027,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:21.806210 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-10ca120a-de71-4df1-bc43-ba5bdcb2e7c5 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ac535690bf24eb9bbf7d42426b21c74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578423 Oct 27 01:19:21.815487 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e30e2c3d-ee1d-411d-b331-d6559f7e77bd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:21.825008 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] Attempting to bind port f2d6fd69-0257-4701-888b-913d6fd91027 on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:19:21.825705 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] Attempting to bind port f2d6fd69-0257-4701-888b-913d6fd91027 by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '52571d82-3ec1-4449-95ba-dde16a9cd955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:19:21.826249 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] Attempting to bind port f2d6fd69-0257-4701-888b-913d6fd91027 on network 337a2dfd-96cd-45e0-abce-401982e807e4 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:19:21.849437 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:19:21.851867 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] Checking segment: {'id': '52571d82-3ec1-4449-95ba-dde16a9cd955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:19:21.854385 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:21.854385 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] Bound using segment: {'id': '52571d82-3ec1-4449-95ba-dde16a9cd955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:19:21.854385 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] Bound port: f2d6fd69-0257-4701-888b-913d6fd91027, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52571d82-3ec1-4449-95ba-dde16a9cd955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:19:21.854385 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:21.924034 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-59283fe5-f1e8-467c-bfa2-42d9889c62e4 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:21.966302 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] For port f2d6fd69-0257-4701-888b-913d6fd91027, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:19:21.970180 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] For port f2d6fd69-0257-4701-888b-913d6fd91027, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=f2d6fd69-0257-4701-888b-913d6fd91027,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:19:22.001619 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-59283fe5-f1e8-467c-bfa2-42d9889c62e4 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:22.025679 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59283fe5-f1e8-467c-bfa2-42d9889c62e4 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e69d66f0-b15c-4952-b688-0c96576ad60f,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:22.095867 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-626421ee-c51c-4609-912b-d759a9537348 service neutron] 10.222.0.32 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655694 Oct 27 01:19:22.100380 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:22.120127 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:22.153423 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-59283fe5-f1e8-467c-bfa2-42d9889c62e4 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:22.154699 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-59283fe5-f1e8-467c-bfa2-42d9889c62e4 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5950046 Oct 27 01:19:22.157519 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 57642) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:22.173987 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 2b158f38-6397-44f7-887b-e70c902c63b5 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:22.177279 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:22.181950 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-7279761b-84d2-4983-b260-670e9e013861 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Request body: {'security_group_rule': {'security_group_id': '33360cda-aa4b-4778-88d6-8039ce658939', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:22.224402 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.36', 62353) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:22.307701 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:22.338313 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] Routers {'476010ed-4096-457a-a137-d7a253712a27'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:19:22.343224 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:18:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['476010ed-4096-457a-a137-d7a253712a27'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:22.377686 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-638bb40f-ceb0-4b34-a968-26d0e77c1893 service neutron] 10.222.0.32 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701197 Oct 27 01:19:22.402635 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'name': 'tempest-AttachVolumeTestJSON-301726510-router', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'gw_port': {'id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:10Z', 'updated_at': '2021-10-27T01:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '4a6af46a-5d65-4733-884f-2a580656f903', 'name': '', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'mac_address': 'fa:16:3e:ea:83:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 2, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'subnets': [{'id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:22.406770 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54161ce-f59a-4060-8650-a69a6a002e48 None None] Pushing event updated for resources: {'Port': ['ID=4b740234-735d-4163-80a9-89f14850038f,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:22.516441 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-a5536698-390a-42d2-978c-0ce64a30f897 None None] Provisioning complete for port f2d6fd69-0257-4701-888b-913d6fd91027 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:22.516678 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a5536698-390a-42d2-978c-0ce64a30f897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:22.627414 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-58e413e8-ba94-4e89-85e1-c67401d6fb74 req-ef6de1c5-b2d1-447c-bcb9-7cf739ed307d tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 210 time: 0.1508849 Oct 27 01:19:22.641489 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e30e2c3d-ee1d-411d-b331-d6559f7e77bd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:22.642783 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac414d-22ca-4d32-a5fb-b43716c0304f None None] Pushing event updated for resources: {'Port': ['ID=f2d6fd69-0257-4701-888b-913d6fd91027,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:22.706296 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] Set router 476010ed-4096-457a-a137-d7a253712a27 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:19:22.723789 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] Checking router: d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:19:22.724367 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] Updating router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 port 4a6af46a-5d65-4733-884f-2a580656f903 binding host dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:19:22.762394 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:22.957422 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-e52cb583-ca79-4bb2-a702-773ead8d17ee tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:22.966546 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-e52cb583-ca79-4bb2-a702-773ead8d17ee tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.36 "GET /v2.0/networks?id=77bd38e7-6410-4eb5-a659-1d7bc09907ad HTTP/1.1" status: 200 len: 811 time: 0.7367444 Oct 27 01:19:23.032517 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-7279761b-84d2-4983-b260-670e9e013861 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:23.059426 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-96da838b-0aa4-488a-b048-01ddda49d729 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Request body: {'port': {'device_id': '6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb', 'network_id': '77bd38e7-6410-4eb5-a659-1d7bc09907ad', 'admin_state_up': True, 'tenant_id': '341b274900784c5f8f6e3b7f10f80cc8'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:23.168913 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] Attempting to bind port 4b740234-735d-4163-80a9-89f14850038f on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:19:23.169536 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476010ed-4096-457a-a137-d7a253712a27', 'name': 'tempest-AttachVolumeShelveTestJSON-962092474-router', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 4, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'gw_port': {'id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:11Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': 'f2d6fd69-0257-4701-888b-913d6fd91027', 'name': '', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'mac_address': 'fa:16:3e:a9:eb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:21Z', 'revision_number': 4, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'subnets': [{'id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:23.169679 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] Attempting to bind port 4b740234-735d-4163-80a9-89f14850038f by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '6024137d-d6c8-44d1-9eb5-629ccb2e3a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1517e22-2395-4c57-bae6-bd47c809e7b9'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:19:23.169679 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] Attempting to bind port 4b740234-735d-4163-80a9-89f14850038f on network e1517e22-2395-4c57-bae6-bd47c809e7b9 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:19:23.181089 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:19:23.181476 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] Checking segment: {'id': '6024137d-d6c8-44d1-9eb5-629ccb2e3a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1517e22-2395-4c57-bae6-bd47c809e7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:19:23.181886 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:23.182348 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] Bound using segment: {'id': '6024137d-d6c8-44d1-9eb5-629ccb2e3a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1517e22-2395-4c57-bae6-bd47c809e7b9'} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:19:23.182833 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] Bound port: 4b740234-735d-4163-80a9-89f14850038f, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6024137d-d6c8-44d1-9eb5-629ccb2e3a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1517e22-2395-4c57-bae6-bd47c809e7b9'}}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:19:23.183241 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:23.238103 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dd3be4-586c-4336-af68-594a370d1468 None None] The sync data for ids ['476010ed-4096-457a-a137-d7a253712a27'] in dv-cinder-815560-1-iscsi is: [{'id': '476010ed-4096-457a-a137-d7a253712a27', 'name': 'tempest-AttachVolumeShelveTestJSON-962092474-router', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 4, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'gw_port': {'id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:11Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': 'f2d6fd69-0257-4701-888b-913d6fd91027', 'name': '', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'mac_address': 'fa:16:3e:a9:eb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:21Z', 'revision_number': 4, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'subnets': [{'id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:19:23.313817 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a5536698-390a-42d2-978c-0ce64a30f897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:23.523344 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-a5536698-390a-42d2-978c-0ce64a30f897 None None] For port f2d6fd69-0257-4701-888b-913d6fd91027, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=f2d6fd69-0257-4701-888b-913d6fd91027,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:23.573312 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9d233f65-0c8e-41fb-919f-6c6498003baf req-d3026342-f3fc-4719-8d3d-6453da21c8bd tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 210 time: 0.6458614 Oct 27 01:19:23.607096 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-e30e2c3d-ee1d-411d-b331-d6559f7e77bd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Allocated IP 172.27.3.60 (446c4d70-d462-4a3b-8224-efffdf97f324/4937d60a-1906-48c0-8abc-dbda7672a658/40b4320c-db04-4041-a2e3-e409a5300fab) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:19:23.641062 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] For port 4b740234-735d-4163-80a9-89f14850038f, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:19:23.648591 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] For port 4b740234-735d-4163-80a9-89f14850038f, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=4b740234-735d-4163-80a9-89f14850038f,segment=NetworkSegment(6024137d-d6c8-44d1-9eb5-629ccb2e3a80),segment_id=6024137d-d6c8-44d1-9eb5-629ccb2e3a80)] {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:19:23.666190 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a5536698-390a-42d2-978c-0ce64a30f897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:23.767875 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device f2d6fd69-0257-4701-888b-913d6fd91027 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:19:23.770476 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-7279761b-84d2-4983-b260-670e9e013861 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:23.791366 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-96da838b-0aa4-488a-b048-01ddda49d729 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Made reservation on behalf of 341b274900784c5f8f6e3b7f10f80cc8 for: {'port': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:19:23.795459 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-96da838b-0aa4-488a-b048-01ddda49d729 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:23.838260 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:23.873095 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-429f12d8-ecf2-48b9-a389-26f8f2840373 req-54f727b3-f187-45ab-b5eb-780c74edd546 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 210 time: 0.0546837 Oct 27 01:19:23.917184 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-7279761b-84d2-4983-b260-670e9e013861 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:23.928384 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e30e2c3d-ee1d-411d-b331-d6559f7e77bd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:23.947160 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279761b-84d2-4983-b260-670e9e013861 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8c3ef3-24bb-4a32-be1d-33f0177fe900,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:24.038585 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e30e2c3d-ee1d-411d-b331-d6559f7e77bd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:24.108574 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-7279761b-84d2-4983-b260-670e9e013861 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:24.113505 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-7279761b-84d2-4983-b260-670e9e013861 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9515867 Oct 27 01:19:24.116673 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 57738) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:24.121622 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-f53cbaf7-49d8-4cad-82e9-b5f7fabe7b95 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Request body: {'floatingip': {'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:24.151298 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-96da838b-0aa4-488a-b048-01ddda49d729 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Allocated IP 172.20.0.5 (77bd38e7-6410-4eb5-a659-1d7bc09907ad/728e4417-53e1-4ce7-a5ac-01770dcda12e/d57d358b-f7a1-474b-ac04-7171ac14de0f) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:19:24.166767 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30e2c3d-ee1d-411d-b331-d6559f7e77bd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Network 446c4d70-d462-4a3b-8224-efffdf97f324 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:19:24.168588 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e2c3d-ee1d-411d-b331-d6559f7e77bd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Pushing event updated for resources: {'Port': ['ID=40b4320c-db04-4041-a2e3-e409a5300fab,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:24.172454 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-e30e2c3d-ee1d-411d-b331-d6559f7e77bd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:24.175678 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30e2c3d-ee1d-411d-b331-d6559f7e77bd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:19:24.187791 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ff92c4dd-eaf0-49ea-aa16-256582632bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:24.226356 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-ab729db2-5495-4d3b-93d4-5075fec35582 None None] Provisioning complete for port f2d6fd69-0257-4701-888b-913d6fd91027 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:24.227070 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ab729db2-5495-4d3b-93d4-5075fec35582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:24.239553 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] Routers {'650c5df5-c468-4bea-8c6b-4c01cf0fcd5f'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:19:24.240192 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:18:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['650c5df5-c468-4bea-8c6b-4c01cf0fcd5f'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:24.298247 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f53cbaf7-49d8-4cad-82e9-b5f7fabe7b95 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for floatingip, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:24.305504 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e30e2c3d-ee1d-411d-b331-d6559f7e77bd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:24.311495 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5536698-390a-42d2-978c-0ce64a30f897 None None] Pushing event updated for resources: {'Port': ['ID=f2d6fd69-0257-4701-888b-913d6fd91027,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:24.435250 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e30e2c3d-ee1d-411d-b331-d6559f7e77bd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:24.440204 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-96da838b-0aa4-488a-b048-01ddda49d729 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:24.556330 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f53cbaf7-49d8-4cad-82e9-b5f7fabe7b95 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:24.590400 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] Set router 650c5df5-c468-4bea-8c6b-4c01cf0fcd5f gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:19:24.667085 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-96da838b-0aa4-488a-b048-01ddda49d729 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:24.695617 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-96da838b-0aa4-488a-b048-01ddda49d729 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Network 77bd38e7-6410-4eb5-a659-1d7bc09907ad is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:19:24.728709 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-96da838b-0aa4-488a-b048-01ddda49d729 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:24.745352 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:24.746949 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port f2d6fd69-0257-4701-888b-913d6fd91027 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:24.747828 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:24.783749 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54161ce-f59a-4060-8650-a69a6a002e48 None None] Pushing event updated for resources: {'Port': ['ID=4b740234-735d-4163-80a9-89f14850038f,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:24.842323 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-96da838b-0aa4-488a-b048-01ddda49d729 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:19:24.861990 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-96da838b-0aa4-488a-b048-01ddda49d729 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:24.863701 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-96da838b-0aa4-488a-b048-01ddda49d729 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:24.864073 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:24.911736 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f65afc66-998a-4546-bef3-c8f6f8871f49 req-56700b6e-a923-4dcc-9d5d-58f08bcb03de tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 210 time: 0.1471417 Oct 27 01:19:24.959558 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-96da838b-0aa4-488a-b048-01ddda49d729 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9232306 Oct 27 01:19:24.966991 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e30e2c3d-ee1d-411d-b331-d6559f7e77bd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:24.987513 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da838b-0aa4-488a-b048-01ddda49d729 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Pushing event updated for resources: {'Port': ['ID=d57d358b-f7a1-474b-ac04-7171ac14de0f,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:25.030598 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [None req-f53cbaf7-49d8-4cad-82e9-b5f7fabe7b95 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Allocated IP 172.27.3.51 (446c4d70-d462-4a3b-8224-efffdf97f324/4937d60a-1906-48c0-8abc-dbda7672a658/a2141e50-c7a2-4fe6-8f88-7caba96ce8b5) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:19:25.046264 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e30e2c3d-ee1d-411d-b331-d6559f7e77bd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:25.104305 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05bcdda-5943-4d7c-a816-4accd967dfb1 None None] Pushing event updated for resources: {'Port': ['ID=4a6af46a-5d65-4733-884f-2a580656f903,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:25.125293 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e2c3d-ee1d-411d-b331-d6559f7e77bd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Pushing event updated for resources: {'Port': ['ID=40b4320c-db04-4041-a2e3-e409a5300fab,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:25.173740 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb6f9b-98bc-4881-95cc-9d63cddc921a req-aad451d9-e950-42ae-8f64-9da15ff6aa42 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:25.186910 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9adb6f9b-98bc-4881-95cc-9d63cddc921a req-aad451d9-e950-42ae-8f64-9da15ff6aa42 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 931 time: 0.1834819 Oct 27 01:19:25.190116 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e30e2c3d-ee1d-411d-b331-d6559f7e77bd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3723056'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:25.191965 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f53cbaf7-49d8-4cad-82e9-b5f7fabe7b95 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:25.239457 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] Attempting to bind port 4a6af46a-5d65-4733-884f-2a580656f903 on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:19:25.240026 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] Attempting to bind port 4a6af46a-5d65-4733-884f-2a580656f903 by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '48fbe17e-f5fd-4595-9ff4-16bc39f15b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:19:25.246310 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] Attempting to bind port 4a6af46a-5d65-4733-884f-2a580656f903 on network b5b7050d-f17d-40a3-83d0-485beb1349f9 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:19:25.279209 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9adb6f9b-98bc-4881-95cc-9d63cddc921a req-2b877494-390d-4967-ab23-6a84f823d177 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843389 Oct 27 01:19:25.281706 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:19:25.282123 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] Checking segment: {'id': '48fbe17e-f5fd-4595-9ff4-16bc39f15b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:19:25.282533 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:25.282965 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] Bound using segment: {'id': '48fbe17e-f5fd-4595-9ff4-16bc39f15b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9'} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:19:25.283449 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] Bound port: 4a6af46a-5d65-4733-884f-2a580656f903, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48fbe17e-f5fd-4595-9ff4-16bc39f15b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9'}}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:19:25.283832 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:25.317281 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e30e2c3d-ee1d-411d-b331-d6559f7e77bd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:25.330638 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-e30e2c3d-ee1d-411d-b331-d6559f7e77bd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2611594 Oct 27 01:19:25.369591 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f53cbaf7-49d8-4cad-82e9-b5f7fabe7b95 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:25.402423 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c5df5-c468-4bea-8c6b-4c01cf0fcd5f', 'name': 'tempest-ServerRescueNegativeTestJSON-1430772622-router', 'tenant_id': '7ac535690bf24eb9bbf7d42426b21c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '40f40816-6afc-4c36-899b-27612033d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:08Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 4, 'project_id': '7ac535690bf24eb9bbf7d42426b21c74', 'gw_port': {'id': '40f40816-6afc-4c36-899b-27612033d362', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5df5-c468-4bea-8c6b-4c01cf0fcd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '4b740234-735d-4163-80a9-89f14850038f', 'name': '', 'network_id': 'e1517e22-2395-4c57-bae6-bd47c809e7b9', 'tenant_id': '7ac535690bf24eb9bbf7d42426b21c74', 'mac_address': 'fa:16:3e:d5:72:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650c5df5-c468-4bea-8c6b-4c01cf0fcd5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17743bda-8254-4a8b-8524-5242f8ab33dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:14Z', 'updated_at': '2021-10-27T01:19:23Z', 'revision_number': 4, 'project_id': '7ac535690bf24eb9bbf7d42426b21c74', 'subnets': [{'id': '17743bda-8254-4a8b-8524-5242f8ab33dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:25.408394 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] For port 4a6af46a-5d65-4733-884f-2a580656f903, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:19:25.413569 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53cbaf7-49d8-4cad-82e9-b5f7fabe7b95 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Network 446c4d70-d462-4a3b-8224-efffdf97f324 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:19:25.417131 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-f53cbaf7-49d8-4cad-82e9-b5f7fabe7b95 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:25.420722 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53cbaf7-49d8-4cad-82e9-b5f7fabe7b95 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:19:25.434814 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cbaf7-49d8-4cad-82e9-b5f7fabe7b95 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Pushing event updated for resources: {'Port': ['ID=a2141e50-c7a2-4fe6-8f88-7caba96ce8b5,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:25.467534 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6666bc2e-b9e9-45ce-9526-6a265a399571 None None] The sync data for ids ['650c5df5-c468-4bea-8c6b-4c01cf0fcd5f'] in dv-cinder-815560-1-iscsi is: [{'id': '650c5df5-c468-4bea-8c6b-4c01cf0fcd5f', 'name': 'tempest-ServerRescueNegativeTestJSON-1430772622-router', 'tenant_id': '7ac535690bf24eb9bbf7d42426b21c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '40f40816-6afc-4c36-899b-27612033d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:08Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 4, 'project_id': '7ac535690bf24eb9bbf7d42426b21c74', 'gw_port': {'id': '40f40816-6afc-4c36-899b-27612033d362', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5df5-c468-4bea-8c6b-4c01cf0fcd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '4b740234-735d-4163-80a9-89f14850038f', 'name': '', 'network_id': 'e1517e22-2395-4c57-bae6-bd47c809e7b9', 'tenant_id': '7ac535690bf24eb9bbf7d42426b21c74', 'mac_address': 'fa:16:3e:d5:72:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650c5df5-c468-4bea-8c6b-4c01cf0fcd5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17743bda-8254-4a8b-8524-5242f8ab33dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:14Z', 'updated_at': '2021-10-27T01:19:23Z', 'revision_number': 4, 'project_id': '7ac535690bf24eb9bbf7d42426b21c74', 'subnets': [{'id': '17743bda-8254-4a8b-8524-5242f8ab33dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:19:25.477726 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] For port 4a6af46a-5d65-4733-884f-2a580656f903, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=4a6af46a-5d65-4733-884f-2a580656f903,segment=NetworkSegment(48fbe17e-f5fd-4595-9ff4-16bc39f15b51),segment_id=48fbe17e-f5fd-4595-9ff4-16bc39f15b51)] {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:19:25.483314 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-ec15ac08-3777-4993-9ecf-46d20edcaeac None None] Provisioning complete for port 4a6af46a-5d65-4733-884f-2a580656f903 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:25.483723 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec15ac08-3777-4993-9ecf-46d20edcaeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:25.527512 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-ec15ac08-3777-4993-9ecf-46d20edcaeac None None] Port 4a6af46a-5d65-4733-884f-2a580656f903 cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:19:25.570708 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:25.629943 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device f2d6fd69-0257-4701-888b-913d6fd91027 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:19:25.714946 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f53cbaf7-49d8-4cad-82e9-b5f7fabe7b95 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:25.748712 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] Routers {'d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:19:25.749392 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:18:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:25.751347 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05bcdda-5943-4d7c-a816-4accd967dfb1 None None] Pushing event updated for resources: {'Port': ['ID=4a6af46a-5d65-4733-884f-2a580656f903,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:25.778582 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-ce28780f-6390-445c-8416-2cf2757c8617 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1527755121&fields=id&tenant_id=6304b3ad2b4e4bf398ccbae70b72f46d HTTP/1.1" status: 200 len: 267 time: 0.0556490 Oct 27 01:19:25.892561 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f53cbaf7-49d8-4cad-82e9-b5f7fabe7b95 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:25.937123 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port f2d6fd69-0257-4701-888b-913d6fd91027 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:25.937505 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:26.009735 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] Set router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:19:26.081822 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-dae4101e-c623-4235-bc7e-a8bfcfac8ee7 req-7a666a98-9c22-4f82-9e1a-4993f93682ae tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0472929 Oct 27 01:19:26.095522 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-f7941299-a5ee-4425-9879-1691ac2e0c7e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:26.104286 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-f7941299-a5ee-4425-9879-1691ac2e0c7e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/networks?id=337a2dfd-96cd-45e0-abce-401982e807e4 HTTP/1.1" status: 200 len: 816 time: 0.3071747 Oct 27 01:19:26.125210 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9c456ba6-3298-4f1b-bfce-55a2577599be tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/quotas/6304b3ad2b4e4bf398ccbae70b72f46d HTTP/1.1" status: 200 len: 375 time: 0.0134444 Oct 27 01:19:26.201828 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f53cbaf7-49d8-4cad-82e9-b5f7fabe7b95 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:26.203376 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-7816ad56-af3b-4149-aa58-13b8687ed8d9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6304b3ad2b4e4bf398ccbae70b72f46d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0689514 Oct 27 01:19:26.212373 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-6e686d01-546d-4043-bde1-12ccd95513a0 None None] Provisioning complete for port 4a6af46a-5d65-4733-884f-2a580656f903 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:26.216126 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6e686d01-546d-4043-bde1-12ccd95513a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:26.288946 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f53cbaf7-49d8-4cad-82e9-b5f7fabe7b95 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:26.332960 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-8497d9bf-7874-49a8-bf9e-c18ce44acd4f service neutron] 10.222.0.32 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213400 Oct 27 01:19:26.350923 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f53cbaf7-49d8-4cad-82e9-b5f7fabe7b95 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3723056'] for floatingip, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:26.358622 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7d7c35c2-2442-4ae5-ac76-b2ac1b8ebd39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:26.409232 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cbaf7-49d8-4cad-82e9-b5f7fabe7b95 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Pushing event updated for resources: {'Port': ['ID=a2141e50-c7a2-4fe6-8f88-7caba96ce8b5,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:26.457323 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f53cbaf7-49d8-4cad-82e9-b5f7fabe7b95 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for floatingip, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:26.458754 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-f53cbaf7-49d8-4cad-82e9-b5f7fabe7b95 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3409383 Oct 27 01:19:26.461972 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6e686d01-546d-4043-bde1-12ccd95513a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:26.508793 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-6e686d01-546d-4043-bde1-12ccd95513a0 None None] For port 4a6af46a-5d65-4733-884f-2a580656f903, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=4a6af46a-5d65-4733-884f-2a580656f903,segment=NetworkSegment(48fbe17e-f5fd-4595-9ff4-16bc39f15b51),segment_id=48fbe17e-f5fd-4595-9ff4-16bc39f15b51)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:26.519599 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'name': 'tempest-AttachVolumeTestJSON-301726510-router', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'gw_port': {'id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:10Z', 'updated_at': '2021-10-27T01:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '4a6af46a-5d65-4733-884f-2a580656f903', 'name': '', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'mac_address': 'fa:16:3e:ea:83:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:25Z', 'revision_number': 4, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'subnets': [{'id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:19:26.564006 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58852c59-faa6-4b0b-8425-3bec1fd5fcee None None] The sync data for ids ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'] in dv-cinder-815560-1-iscsi is: [{'id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'name': 'tempest-AttachVolumeTestJSON-301726510-router', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'gw_port': {'id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:10Z', 'updated_at': '2021-10-27T01:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '4a6af46a-5d65-4733-884f-2a580656f903', 'name': '', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'mac_address': 'fa:16:3e:ea:83:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:25Z', 'revision_number': 4, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'subnets': [{'id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:19:26.595813 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e4ba9-0ff2-4d3b-987a-bb703726baf4 req-2a2b74c5-fdd4-426f-bb40-2a578b4ca042 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:26.597433 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-994e4ba9-0ff2-4d3b-987a-bb703726baf4 req-2a2b74c5-fdd4-426f-bb40-2a578b4ca042 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 931 time: 0.1329377 Oct 27 01:19:26.603725 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6e686d01-546d-4043-bde1-12ccd95513a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:26.659160 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9b1951d8-c1cc-46c9-aa4d-76249f3a4691 service neutron] 10.222.0.32 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085613 Oct 27 01:19:26.719347 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e686d01-546d-4043-bde1-12ccd95513a0 None None] Pushing event updated for resources: {'Port': ['ID=4a6af46a-5d65-4733-884f-2a580656f903,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:26.729708 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-994e4ba9-0ff2-4d3b-987a-bb703726baf4 req-dd23f34c-8180-462b-8259-1e855b7278cb tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180947 Oct 27 01:19:26.917984 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-0cc00da2-1752-4912-ba73-dd44b60332da tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1613836754&fields=id&tenant_id=ba4a231d73f5454eb53e08db96f0a471 HTTP/1.1" status: 200 len: 267 time: 0.0666401 Oct 27 01:19:27.203130 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-a418e862-7c3f-40ba-834a-0c835092db9a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:27.215453 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-a418e862-7c3f-40ba-834a-0c835092db9a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/networks?id=b5b7050d-f17d-40a3-83d0-485beb1349f9 HTTP/1.1" status: 200 len: 810 time: 0.2958739 Oct 27 01:19:27.220521 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:27.272941 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-53f74c9a-6bc7-4929-885c-a08a6962fe30 req-5164eaef-9251-469a-84b6-b981e00861a0 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 210 time: 0.0546262 Oct 27 01:19:27.285334 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-97f941a3-ef53-4f13-b3b0-5ed43a7e1e4c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/quotas/ba4a231d73f5454eb53e08db96f0a471 HTTP/1.1" status: 200 len: 375 time: 0.0644603 Oct 27 01:19:27.394572 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-9c23574d-72e1-40f7-b447-a019e7658b31 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba4a231d73f5454eb53e08db96f0a471&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1098666 Oct 27 01:19:27.434110 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-af6dbb0a-242c-4cf4-a028-5abdd65a0a18 req-273d8221-c864-4755-b039-0a5797300774 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0384181 Oct 27 01:19:27.587593 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-7a26d7ee-03a5-42a1-92f9-6f24e4471537 service neutron] 10.222.0.32 "GET /v2.0/networks/b5b7050d-f17d-40a3-83d0-485beb1349f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506343 Oct 27 01:19:27.771838 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-fe253eae-18fe-4d51-802e-341facf47991 service neutron] 10.222.0.32 "GET /v2.0/networks/b5b7050d-f17d-40a3-83d0-485beb1349f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777298 Oct 27 01:19:27.793536 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 4b740234-735d-4163-80a9-89f14850038f up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:19:27.863517 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 4b740234-735d-4163-80a9-89f14850038f triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:27.863899 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:27.901774 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea9866-c84a-40d8-8fa0-4814c4bcdb64 req-39ebe3dc-2ebd-41a0-8b88-896b807d154a tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:27.903814 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-45ea9866-c84a-40d8-8fa0-4814c4bcdb64 req-39ebe3dc-2ebd-41a0-8b88-896b807d154a tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 931 time: 0.0603876 Oct 27 01:19:27.958133 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-45ea9866-c84a-40d8-8fa0-4814c4bcdb64 req-e6889269-7967-4e41-b9c8-c21b3f111b7e tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467618 Oct 27 01:19:27.959638 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:28.001601 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] For port 4b740234-735d-4163-80a9-89f14850038f, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=4b740234-735d-4163-80a9-89f14850038f,segment=NetworkSegment(6024137d-d6c8-44d1-9eb5-629ccb2e3a80),segment_id=6024137d-d6c8-44d1-9eb5-629ccb2e3a80)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:28.077469 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:28.267399 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:28.268355 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 4a6af46a-5d65-4733-884f-2a580656f903 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:19:28.376674 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Pushing event updated for resources: {'Port': ['ID=4b740234-735d-4163-80a9-89f14850038f,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:28.405246 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-080a4004-a3c8-4d60-a103-4cfd967ee728 req-7f09a71a-c11e-4cfe-9353-4b3e8bf73c9b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 210 time: 0.0669236 Oct 27 01:19:28.436454 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 4a6af46a-5d65-4733-884f-2a580656f903 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:28.438372 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:28.504365 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a9b0b543-08fb-4cec-9ccf-d104d165942f req-8f44de1a-d023-4317-80f8-7fb65d9940cc tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 210 time: 0.0483987 Oct 27 01:19:28.641250 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5bc61f15-8f02-4605-9e6d-3206cc4a1fad req-03f7ddc6-0833-43c2-9b72-5ca55c702c5b tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0375614 Oct 27 01:19:29.117455 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:29.135059 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16754437-2cb2-442b-b880-fb9b9b95e02c req-0c41a403-cb1f-4782-965c-72cbc393c883 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:29.142595 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-16754437-2cb2-442b-b880-fb9b9b95e02c req-0c41a403-cb1f-4782-965c-72cbc393c883 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 931 time: 0.0675316 Oct 27 01:19:29.201237 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-16754437-2cb2-442b-b880-fb9b9b95e02c req-c36f3af0-3b3e-4b1e-b536-99ddb073efcb tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576732 Oct 27 01:19:29.484589 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-19f6635b-04e6-4b62-9250-95b98fa1ad5e req-408e469f-5801-4d7f-ac8d-d9052a9fb72d tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 210 time: 0.0268192 Oct 27 01:19:29.620232 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3d202a2b-edf1-413e-bdd3-23f4f7f244b3 req-97f167eb-c4ee-4a64-b93c-b0f069eed061 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 210 time: 0.0585406 Oct 27 01:19:29.672198 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 4b740234-735d-4163-80a9-89f14850038f up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:19:29.752424 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 4b740234-735d-4163-80a9-89f14850038f triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:29.752790 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:29.786564 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-21d540a7-ff01-4d25-ab36-eacb7fcaa39f req-2d1a9ba3-3e7f-4bee-8f8e-e79ce6f00d50 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0322263 Oct 27 01:19:30.316919 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20839873-2d1b-4f2e-89eb-030c3d662f3b req-51c6f915-2f8a-4add-8b01-b248e19c21ba tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:30.318396 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-20839873-2d1b-4f2e-89eb-030c3d662f3b req-51c6f915-2f8a-4add-8b01-b248e19c21ba tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 931 time: 0.0493429 Oct 27 01:19:30.366507 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-20839873-2d1b-4f2e-89eb-030c3d662f3b req-724d8699-c113-4d86-950e-18d75c19f182 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362782 Oct 27 01:19:30.606930 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9caf7b99-bedf-4380-8539-c831adf9c11a req-c1b9117a-27c0-4fd4-aa8b-50557ae80edc tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 210 time: 0.0374577 Oct 27 01:19:30.729560 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-038445be-2e8a-40cd-81be-bb1c78c11d9b req-e4cf3e49-c03c-4721-8cc1-b896740e82d8 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 210 time: 0.0444632 Oct 27 01:19:30.905959 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-87904b3b-2c53-46bc-a281-980487a77c64 req-f133946a-d389-4822-8bf7-dc3b4f96f2ef tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0312359 Oct 27 01:19:31.576952 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31d1f4-066d-4b82-a211-462fb01c4e99 req-d516957e-150a-4029-97aa-aa06a87360fa tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:31.579980 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8b31d1f4-066d-4b82-a211-462fb01c4e99 req-d516957e-150a-4029-97aa-aa06a87360fa tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 931 time: 0.1145363 Oct 27 01:19:31.689235 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8b31d1f4-066d-4b82-a211-462fb01c4e99 req-a0affbc9-8532-40c1-9dd8-35b42c95d0ac tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004932 Oct 27 01:19:31.736658 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 57966) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:31.761945 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-10280bb8-b30e-4e65-b3a2-6e703137d56b req-64443a30-3ac9-42bf-9b7a-5ad279c8fce6 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 210 time: 0.0295134 Oct 27 01:19:31.882362 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e2bde458-c707-4f69-80d0-7ed50e2d2ec0 req-6f8b4e53-d88e-4b1e-a0be-51de234233b7 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 210 time: 0.0410326 Oct 27 01:19:31.932235 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a2dfce74-3c7d-4c6f-9d33-8013ecb51483 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:32.016189 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a2dfce74-3c7d-4c6f-9d33-8013ecb51483 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:32.032666 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-aedd441d-b478-4b8f-aa4d-d1c89ea25cc9 req-b932d22d-4e9d-4294-b1ba-deea2948f3c9 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0458252 Oct 27 01:19:32.088999 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a2dfce74-3c7d-4c6f-9d33-8013ecb51483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:32.138897 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-a2dfce74-3c7d-4c6f-9d33-8013ecb51483 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08338b7cd30a4c0fa7c07ecb1bd65bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3966532 Oct 27 01:19:32.138897 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfce74-3c7d-4c6f-9d33-8013ecb51483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e190ba-8788-441f-9528-25e2f17efbbc,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:32.139390 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 57986) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:32.211195 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1fd80677-08bf-4b6e-9e6c-5b60dff4e231 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:32.234164 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1fd80677-08bf-4b6e-9e6c-5b60dff4e231 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:32.494772 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1fd80677-08bf-4b6e-9e6c-5b60dff4e231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:32.497461 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1fd80677-08bf-4b6e-9e6c-5b60dff4e231 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:32.498627 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-1fd80677-08bf-4b6e-9e6c-5b60dff4e231 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/44e190ba-8788-441f-9528-25e2f17efbbc HTTP/1.1" status: 204 len: 168 time: 0.3583698 Oct 27 01:19:32.509094 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd80677-08bf-4b6e-9e6c-5b60dff4e231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e190ba-8788-441f-9528-25e2f17efbbc,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:32.635709 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 57992) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:32.819561 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bf96a250-6ef7-43c4-9ced-e376bc29fc19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:33.022398 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e66697-052f-4737-a38f-7c63ab3b5745 req-7ab09bc0-be45-4ce6-abe6-9af30e2822a0 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:33.022398 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a3e66697-052f-4737-a38f-7c63ab3b5745 req-7ab09bc0-be45-4ce6-abe6-9af30e2822a0 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 931 time: 0.0800831 Oct 27 01:19:33.022398 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-58300db9-5be2-48ff-9e87-154cb8b84ebb req-aaa1cfb3-54b5-4998-aa0b-b0a53ff81604 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 210 time: 0.0465639 Oct 27 01:19:33.022398 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a3e66697-052f-4737-a38f-7c63ab3b5745 req-37ac609a-df00-440b-9a97-5b33fefb25c8 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841074 Oct 27 01:19:33.022398 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bf96a250-6ef7-43c4-9ced-e376bc29fc19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:33.025229 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c7c23f2e-9a4d-459f-bac8-d288db029804 req-a3c86ec8-6b30-411a-9847-cf60a296cf18 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 210 time: 0.0296030 Oct 27 01:19:33.130686 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5d4eb37c-a8a2-46f2-aa01-9a28e4c10830 req-b773bb95-e358-44dc-9ea9-fc710ac6ea2a tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0272529 Oct 27 01:19:33.220479 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bf96a250-6ef7-43c4-9ced-e376bc29fc19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:33.276848 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-bf96a250-6ef7-43c4-9ced-e376bc29fc19 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad80925280684b00acc04c1eac72f03f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6400993 Oct 27 01:19:33.276848 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96a250-6ef7-43c4-9ced-e376bc29fc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dfa134-503c-4b35-a605-188d9a1fb4ec,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:33.277935 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 58012) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:33.340330 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9bc07278-2c68-44a3-be39-bfe4c089a38b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:33.371064 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9bc07278-2c68-44a3-be39-bfe4c089a38b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:33.642974 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9bc07278-2c68-44a3-be39-bfe4c089a38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:33.646267 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9bc07278-2c68-44a3-be39-bfe4c089a38b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:33.661478 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-9bc07278-2c68-44a3-be39-bfe4c089a38b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60dfa134-503c-4b35-a605-188d9a1fb4ec HTTP/1.1" status: 204 len: 168 time: 0.3685811 Oct 27 01:19:33.661478 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc07278-2c68-44a3-be39-bfe4c089a38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dfa134-503c-4b35-a605-188d9a1fb4ec,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:34.145198 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-48233168-d873-4cb2-a55b-9eac1977aaf7 req-75a76f83-f1ee-40b5-9a66-b7351bdc19f6 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 210 time: 0.0449469 Oct 27 01:19:34.236781 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fd945-e91e-4669-a8b3-3fb06c17c4a9 req-67e3dd71-2f3d-4cb0-a452-3e3369d6e28c tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:34.268983 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-345fd945-e91e-4669-a8b3-3fb06c17c4a9 req-67e3dd71-2f3d-4cb0-a452-3e3369d6e28c tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 931 time: 0.1344445 Oct 27 01:19:34.312470 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-345fd945-e91e-4669-a8b3-3fb06c17c4a9 req-c1802169-5eea-418a-bd11-33d714ae0238 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623369 Oct 27 01:19:34.323228 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-72659abe-2dc0-4f73-9446-91aa055b47fa req-5dbf41f4-fc5a-4b7a-8557-b1ba7530f852 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 210 time: 0.0548027 Oct 27 01:19:34.420404 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-555ee3b4-8c4a-4669-9a90-671174f7c2e9 req-3077f0f3-48c0-4861-a813-02a3692be64d tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0314424 Oct 27 01:19:34.514404 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 58052) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:34.533674 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-dfe192b5-073c-408f-bb7d-c802bee3846c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:34.624312 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-dfe192b5-073c-408f-bb7d-c802bee3846c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:34.871587 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-dfe192b5-073c-408f-bb7d-c802bee3846c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:34.871587 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe192b5-073c-408f-bb7d-c802bee3846c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f1011e-bf28-4bfd-aaa5-5482b03d2e87,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:34.871587 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-dfe192b5-073c-408f-bb7d-c802bee3846c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66e46ab353074fdd8993e399dc7bb91a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864513 Oct 27 01:19:34.871587 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 58060) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:34.871587 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4c2e781f-9521-4bed-bef7-4472a6478a32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:34.881952 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4c2e781f-9521-4bed-bef7-4472a6478a32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:35.060043 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4c2e781f-9521-4bed-bef7-4472a6478a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:35.063026 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4c2e781f-9521-4bed-bef7-4472a6478a32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:35.064205 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-4c2e781f-9521-4bed-bef7-4472a6478a32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38f1011e-bf28-4bfd-aaa5-5482b03d2e87 HTTP/1.1" status: 204 len: 168 time: 0.2609797 Oct 27 01:19:35.072441 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e781f-9521-4bed-bef7-4472a6478a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f1011e-bf28-4bfd-aaa5-5482b03d2e87,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:35.258709 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ecb6d683-5230-40bd-a3e6-8e11e8faf3b2 req-098ad2b6-c6c8-45c2-92f5-59e9e625bb7b tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 210 time: 0.0359313 Oct 27 01:19:35.466558 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ee49e1de-a1e1-4893-bfa6-4715a80fd08e req-07732988-d82b-48dc-a277-d2f7affac77f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 210 time: 0.0487995 Oct 27 01:19:35.543391 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7a614-f8c6-4fde-b0b1-fde79f139a1a req-476f3400-82df-410c-bc3a-f31fef7f4a69 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:35.550584 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-39e7a614-f8c6-4fde-b0b1-fde79f139a1a req-476f3400-82df-410c-bc3a-f31fef7f4a69 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 931 time: 0.0958941 Oct 27 01:19:35.605485 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5f3c2759-45f1-483a-b3d1-abe1a90f902f req-87c3665b-a3b8-4235-b8a4-b50e51e39940 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0499685 Oct 27 01:19:35.628565 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-39e7a614-f8c6-4fde-b0b1-fde79f139a1a req-96bc9463-d217-4440-b862-dce48d8c78fc tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728877 Oct 27 01:19:36.382518 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-628d49b1-f9c2-4387-9eaf-ee934d5dc232 req-17fb3f29-335c-46e7-aee2-00b75889680f tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 210 time: 0.0284927 Oct 27 01:19:36.566499 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-58144a1f-d1c8-4f62-bef9-06f9fbe27cd6 req-aca4b159-54d6-43a4-b759-c0dbd0fb5d96 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 210 time: 0.0293205 Oct 27 01:19:36.700016 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-00bd71fc-986c-4422-b1d9-dd7cc5512e68 req-43dfedfc-c73d-41a9-bf4c-24a0e9d2cb5d tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0263574 Oct 27 01:19:36.778061 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37a61f-d015-4789-ab87-b3c73f092828 req-69e049bf-0ed1-450e-abf0-1f6337b18049 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:36.779816 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fb37a61f-d015-4789-ab87-b3c73f092828 req-69e049bf-0ed1-450e-abf0-1f6337b18049 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 931 time: 0.0565472 Oct 27 01:19:36.820339 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fb37a61f-d015-4789-ab87-b3c73f092828 req-7398f5a0-e6eb-4faf-89ca-aeb37bbd2869 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340931 Oct 27 01:19:37.300229 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-180ff37c-8d9e-47e2-aa2e-d973b9bb5696 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:19:37.301189 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-180ff37c-8d9e-47e2-aa2e-d973b9bb5696 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057611 Oct 27 01:19:37.479406 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-41e3955f-71f9-4277-b9df-fc16f9d745fc req-99eeb2c8-032c-41c6-80fa-051930e2b1ab tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 210 time: 0.0262713 Oct 27 01:19:37.607954 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] Request body: {'port': {'device_id': '6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:37.681130 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:37.686276 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2db579b9-e92f-4906-adfe-4d370d6e5380 req-63e125b8-f09c-41b6-a527-1623058b1f74 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 210 time: 0.0434656 Oct 27 01:19:37.819865 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2f8b0045-fc7f-4fb4-b5bd-4000acc69b78 req-aa49f1d2-c102-4848-9083-e174a964eaca tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0339503 Oct 27 01:19:37.964579 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b00f27-9bbe-4fdd-84cf-b8d36b4d7a61 req-d9c09b06-31c2-4804-afe8-a56cd126df32 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:37.966269 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-95b00f27-9bbe-4fdd-84cf-b8d36b4d7a61 req-d9c09b06-31c2-4804-afe8-a56cd126df32 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 931 time: 0.0576468 Oct 27 01:19:37.979226 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 58180) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:38.022919 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-95b00f27-9bbe-4fdd-84cf-b8d36b4d7a61 req-412c4518-27f3-4034-b03f-96cc2f270481 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500941 Oct 27 01:19:38.110204 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57d358b-f7a1-474b-ac04-7171ac14de0f {{(pid=102100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:19:38.122486 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1f0ba36b-9054-4028-b3f6-2d9ef5fe2874 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:38.125359 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:38.155061 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.provisioning_blocks [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] Transition to ACTIVE for port object d57d358b-f7a1-474b-ac04-7171ac14de0f will not be triggered until provisioned by entity L2. {{(pid=102100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:19:38.205823 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:38.219284 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1f0ba36b-9054-4028-b3f6-2d9ef5fe2874 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:38.287742 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d57d358b-f7a1-474b-ac04-7171ac14de0f,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:38.309707 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1f0ba36b-9054-4028-b3f6-2d9ef5fe2874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:38.354559 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] Attempting to bind port d57d358b-f7a1-474b-ac04-7171ac14de0f on host hv-cinder-81556 for vnic_type normal with profile {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:19:38.354559 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] Attempting to bind port d57d358b-f7a1-474b-ac04-7171ac14de0f by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '1c468663-c590-4216-81e3-ecf78771f153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77bd38e7-6410-4eb5-a659-1d7bc09907ad'}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:19:38.354559 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] Attempting to bind port d57d358b-f7a1-474b-ac04-7171ac14de0f on network 77bd38e7-6410-4eb5-a659-1d7bc09907ad {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:19:38.358551 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ba36b-9054-4028-b3f6-2d9ef5fe2874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ce7d2f-9fe1-48fc-874f-f459e6ef69cf,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:38.365679 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-1f0ba36b-9054-4028-b3f6-2d9ef5fe2874 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f905f4273f443a59c1103b161c52e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3854005 Oct 27 01:19:38.367352 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] Port d57d358b-f7a1-474b-ac04-7171ac14de0f on network 77bd38e7-6410-4eb5-a659-1d7bc09907ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:19:38.367679 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] Attempting to bind port d57d358b-f7a1-474b-ac04-7171ac14de0f on network 77bd38e7-6410-4eb5-a659-1d7bc09907ad {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:19:38.369016 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 58196) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:38.373838 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] Checking agent: {'id': '5557effb-edc1-4af5-af56-f2013bdcbb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'started_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:19:38.374311 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] Checking segment: {'id': '1c468663-c590-4216-81e3-ecf78771f153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77bd38e7-6410-4eb5-a659-1d7bc09907ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:19:38.374925 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] Bound using segment: {'id': '1c468663-c590-4216-81e3-ecf78771f153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77bd38e7-6410-4eb5-a659-1d7bc09907ad'} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:19:38.375438 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] Bound port: d57d358b-f7a1-474b-ac04-7171ac14de0f, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c468663-c590-4216-81e3-ecf78771f153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77bd38e7-6410-4eb5-a659-1d7bc09907ad'}}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:19:38.375865 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:38.434048 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f3ad9459-ba20-4ac1-9920-b0ab269bfd6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:38.452683 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] For port d57d358b-f7a1-474b-ac04-7171ac14de0f, host hv-cinder-81556, cleared binding levels {{(pid=102100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:19:38.463790 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] For port d57d358b-f7a1-474b-ac04-7171ac14de0f, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=d57d358b-f7a1-474b-ac04-7171ac14de0f,segment=NetworkSegment(1c468663-c590-4216-81e3-ecf78771f153),segment_id=1c468663-c590-4216-81e3-ecf78771f153)] {{(pid=102100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:19:38.464126 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f3ad9459-ba20-4ac1-9920-b0ab269bfd6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:38.541150 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:38.588468 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.36', 62376) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:38.592626 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-eb6a170a-fe47-4f2a-8101-c6c65f7fc79d req-c496eb35-cb51-417b-bf9b-2d7ec979a4ed tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 210 time: 0.0425236 Oct 27 01:19:38.604009 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f3ad9459-ba20-4ac1-9920-b0ab269bfd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:38.616863 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:38.616863 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:38.617181 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f3ad9459-ba20-4ac1-9920-b0ab269bfd6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:38.617181 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-f3ad9459-ba20-4ac1-9920-b0ab269bfd6b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46ce7d2f-9fe1-48fc-874f-f459e6ef69cf HTTP/1.1" status: 204 len: 168 time: 0.2417655 Oct 27 01:19:38.617511 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] 10.222.0.36 "PUT /v2.0/ports/d57d358b-f7a1-474b-ac04-7171ac14de0f HTTP/1.1" status: 200 len: 1093 time: 1.0590835 Oct 27 01:19:38.617511 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb', 'tag': 'd57d358b-f7a1-474b-ac04-7171ac14de0f'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:19:38.637533 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad9459-ba20-4ac1-9920-b0ab269bfd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ce7d2f-9fe1-48fc-874f-f459e6ef69cf,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:38.757685 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cfabe-5d36-4226-89b4-47254b6a76f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d57d358b-f7a1-474b-ac04-7171ac14de0f,revision_number=3']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:38.821931 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-93f6cf03-c3c5-4ba3-af7d-8d9e2fc1158e req-cc1ee213-f163-4310-a6e9-9baa82ebc0fa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 210 time: 0.0512247 Oct 27 01:19:38.914723 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-d8272e73-6217-4cb0-aed6-15ebd0972d7c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:38.916714 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-d8272e73-6217-4cb0-aed6-15ebd0972d7c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.36 "GET /v2.0/networks?id=e1517e22-2395-4c57-bae6-bd47c809e7b9 HTTP/1.1" status: 200 len: 819 time: 0.3285134 Oct 27 01:19:38.932650 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-aeffb205-9792-42b0-aaac-dee5311794da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:38.945672 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-aeffb205-9792-42b0-aaac-dee5311794da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=341b274900784c5f8f6e3b7f10f80cc8&device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 1096 time: 0.1428676 Oct 27 01:19:38.945672 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add90773-f72e-4201-b0cd-9052c3a326a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb", "tag": "d57d358b-f7a1-474b-ac04-7171ac14de0f"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:19:38.966207 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-27614ad3-17d7-4eea-9822-0084cc91854c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Request body: {'port': {'device_id': '2c00af12-ba9b-4253-8e58-985becdb2ad0', 'network_id': 'e1517e22-2395-4c57-bae6-bd47c809e7b9', 'admin_state_up': True, 'tenant_id': '7ac535690bf24eb9bbf7d42426b21c74'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:38.974364 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-58a9ae81-a291-40ba-8b28-9dc0a320c915 req-23724df8-53e7-47e1-9231-4b97f95a973d tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0322316 Oct 27 01:19:39.228767 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d182e88-766e-41b9-bcb4-287a0c89166f req-344ef5f3-2d2e-4e73-908b-4179be71b101 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:39.239198 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5d182e88-766e-41b9-bcb4-287a0c89166f req-344ef5f3-2d2e-4e73-908b-4179be71b101 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 943 time: 0.1292388 Oct 27 01:19:39.259379 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-6632821d-f302-42e8-9094-dcf55e50a3cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d57d358b-f7a1-474b-ac04-7171ac14de0f HTTP/1.1" status: 200 len: 217 time: 0.2429538 Oct 27 01:19:39.267787 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695316eb-a98b-4588-965a-5491155a54e6 x-openstack-request-id: req-695316eb-a98b-4588-965a-5491155a54e6 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:19:39.268133 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb", "tag": "d57d358b-f7a1-474b-ac04-7171ac14de0f", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:19:39.268499 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-695316eb-a98b-4588-965a-5491155a54e6 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:19:39.269043 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb', 'tag': 'd57d358b-f7a1-474b-ac04-7171ac14de0f', 'status': 'completed', 'code': 200} Oct 27 01:19:39.303279 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5d182e88-766e-41b9-bcb4-287a0c89166f req-cd18c3b4-4da9-42ef-abbe-0c4ac47bab52 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621679 Oct 27 01:19:39.359184 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-edf9c467-f7f8-4f5b-ab8c-954b8fc3b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:39.362163 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.36', 62382) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:39.362271 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-edf9c467-f7f8-4f5b-ab8c-954b8fc3b4fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=728e4417-53e1-4ce7-a5ac-01770dcda12e HTTP/1.1" status: 200 len: 851 time: 0.0719476 Oct 27 01:19:39.431470 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-326f3aec-aec0-43a0-8c6b-05832b7d78c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77bd38e7-6410-4eb5-a659-1d7bc09907ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523083 Oct 27 01:19:39.473572 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-27614ad3-17d7-4eea-9822-0084cc91854c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Made reservation on behalf of 7ac535690bf24eb9bbf7d42426b21c74 for: {'port': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:19:39.477268 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-27614ad3-17d7-4eea-9822-0084cc91854c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:39.481198 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-8748f8a1-74fc-489e-b507-cb1f832fa385 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:39.482846 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-8748f8a1-74fc-489e-b507-cb1f832fa385 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.36 "GET /v2.0/networks?id=337a2dfd-96cd-45e0-abce-401982e807e4 HTTP/1.1" status: 200 len: 816 time: 0.1210830 Oct 27 01:19:39.550684 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-229b32bb-1a76-4456-9ad2-c93a683a90ad tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6304b3ad2b4e4bf398ccbae70b72f46d HTTP/1.1" status: 200 len: 380 time: 0.0496459 Oct 27 01:19:39.571516 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-be6656ba-078d-46da-b5cc-8193382b98e5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Request body: {'port': {'device_id': 'ef2a60d0-e2da-4415-8558-1da7a803e3f4', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'admin_state_up': True, 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'security_groups': ['e249f292-5041-4dff-a175-e7996c87287e']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:39.615317 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-b51a406c-2068-42bd-b3bc-46a54be463c4 service neutron] 10.222.0.36 "GET /v2.0/networks/77bd38e7-6410-4eb5-a659-1d7bc09907ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646566 Oct 27 01:19:39.685116 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 58272) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:39.703997 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dac3df08-10e0-49c1-bc3c-52d234e04c6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:39.719595 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-27614ad3-17d7-4eea-9822-0084cc91854c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Allocated IP 172.20.0.3 (e1517e22-2395-4c57-bae6-bd47c809e7b9/17743bda-8254-4a8b-8524-5242f8ab33dd/4f1eccc2-4d63-4101-be4a-ce4e532f88e2) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:19:39.764764 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-313f269e-867f-4175-b0ed-16e887bcc1f6 req-1edb080b-c135-44b8-9ba4-a0ccd4478702 service neutron] 10.222.0.36 "GET /v2.0/networks/77bd38e7-6410-4eb5-a659-1d7bc09907ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256833 Oct 27 01:19:39.771432 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4c75a302-45c2-4393-bc9f-7897e9a49f6e req-0c4624df-face-4c78-8bf6-2537fbedaac4 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 210 time: 0.0423923 Oct 27 01:19:39.852739 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dac3df08-10e0-49c1-bc3c-52d234e04c6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:39.855716 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-be6656ba-078d-46da-b5cc-8193382b98e5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Made reservation on behalf of 6304b3ad2b4e4bf398ccbae70b72f46d for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:19:39.861385 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-be6656ba-078d-46da-b5cc-8193382b98e5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:39.941222 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-27614ad3-17d7-4eea-9822-0084cc91854c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:39.961619 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dac3df08-10e0-49c1-bc3c-52d234e04c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:40.015227 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add90773-f72e-4201-b0cd-9052c3a326a9 req-c8b3cade-a1b9-4e6d-a4b7-51db23c3ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:40.016705 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-add90773-f72e-4201-b0cd-9052c3a326a9 req-c8b3cade-a1b9-4e6d-a4b7-51db23c3ccc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=341b274900784c5f8f6e3b7f10f80cc8&device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 1096 time: 0.0538867 Oct 27 01:19:40.056576 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c2526499-a531-44b4-9473-a489e6468b9a req-fba293c8-4c4e-4807-9458-3f7805b0c070 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 210 time: 0.0964890 Oct 27 01:19:40.127993 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.36', 62385) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:40.187062 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-27614ad3-17d7-4eea-9822-0084cc91854c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:40.268498 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-dac3df08-10e0-49c1-bc3c-52d234e04c6e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c3bb059d5324fb195076d863d7d950a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5805802 Oct 27 01:19:40.277045 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 58304) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:40.279783 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3df08-10e0-49c1-bc3c-52d234e04c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530ab82d-a031-42cf-b20e-fb38a1bfaad8,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:40.283897 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-78076f8d-b8d2-4b16-9ef2-94f3ec42e92b req-c0da4a68-30d1-41d2-9cce-2bc3e6f9e877 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 210 time: 0.2318547 Oct 27 01:19:40.390751 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-be6656ba-078d-46da-b5cc-8193382b98e5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Allocated IP 172.20.0.6 (337a2dfd-96cd-45e0-abce-401982e807e4/4e98a956-2627-48e5-9a9f-97fe27314719/2eb0ecba-543e-4b15-8729-cbda338ab01b) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:19:40.396423 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-27614ad3-17d7-4eea-9822-0084cc91854c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Network e1517e22-2395-4c57-bae6-bd47c809e7b9 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:19:40.407311 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27614ad3-17d7-4eea-9822-0084cc91854c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Pushing event updated for resources: {'Port': ['ID=4f1eccc2-4d63-4101-be4a-ce4e532f88e2,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:40.412916 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-27614ad3-17d7-4eea-9822-0084cc91854c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:40.412916 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add90773-f72e-4201-b0cd-9052c3a326a9 req-2d100624-1189-43c0-83df-53635257fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:40.413433 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-add90773-f72e-4201-b0cd-9052c3a326a9 req-2d100624-1189-43c0-83df-53635257fb91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=77bd38e7-6410-4eb5-a659-1d7bc09907ad HTTP/1.1" status: 200 len: 912 time: 0.3888419 Oct 27 01:19:40.416716 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-27614ad3-17d7-4eea-9822-0084cc91854c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:19:40.422307 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-27614ad3-17d7-4eea-9822-0084cc91854c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:40.422915 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-27614ad3-17d7-4eea-9822-0084cc91854c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:40.492259 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-add90773-f72e-4201-b0cd-9052c3a326a9 req-b5572901-9427-4e33-9992-c64bb2eb1601 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d57d358b-f7a1-474b-ac04-7171ac14de0f HTTP/1.1" status: 200 len: 217 time: 0.0658424 Oct 27 01:19:40.509122 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0457e-bd03-45c2-aa6d-96d05ee35389 req-8e13ceab-a900-4a1e-909b-341964d02fb2 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:40.510774 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e5c0457e-bd03-45c2-aa6d-96d05ee35389 req-8e13ceab-a900-4a1e-909b-341964d02fb2 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 943 time: 0.1144853 Oct 27 01:19:40.517929 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-d3637d6d-756f-4b2b-be0f-6e97d7ee9f60 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:40.519412 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-d3637d6d-756f-4b2b-be0f-6e97d7ee9f60 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.36 "GET /v2.0/networks?id=e1517e22-2395-4c57-bae6-bd47c809e7b9 HTTP/1.1" status: 200 len: 819 time: 0.3506651 Oct 27 01:19:40.527628 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d137a5f9-834f-4b79-acd6-6a05e96a2273 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:40.568740 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d137a5f9-834f-4b79-acd6-6a05e96a2273 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:40.574268 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-361c7547-a013-42d3-8955-77d6ef37c5d8 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Request body: {'port': {'device_id': 'cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5', 'network_id': 'e1517e22-2395-4c57-bae6-bd47c809e7b9', 'admin_state_up': True, 'tenant_id': '7ac535690bf24eb9bbf7d42426b21c74'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:40.580350 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-27614ad3-17d7-4eea-9822-0084cc91854c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6180120 Oct 27 01:19:40.621595 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e5c0457e-bd03-45c2-aa6d-96d05ee35389 req-92c5e57d-ca76-49a8-b97d-26839c0ce6c8 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698543 Oct 27 01:19:40.642816 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] Request body: {'port': {'device_id': '2c00af12-ba9b-4253-8e58-985becdb2ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:40.703897 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add90773-f72e-4201-b0cd-9052c3a326a9 req-eb7af17c-394b-4ad7-994b-ba2e423d82ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:40.705361 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-add90773-f72e-4201-b0cd-9052c3a326a9 req-eb7af17c-394b-4ad7-994b-ba2e423d82ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=728e4417-53e1-4ce7-a5ac-01770dcda12e HTTP/1.1" status: 200 len: 851 time: 0.1850624 Oct 27 01:19:40.707596 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-be6656ba-078d-46da-b5cc-8193382b98e5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:40.781703 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-add90773-f72e-4201-b0cd-9052c3a326a9 req-716495e3-1c9d-491f-a7e5-b0d3f4ec0795 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77bd38e7-6410-4eb5-a659-1d7bc09907ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424855 Oct 27 01:19:40.786109 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:40.868213 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-be6656ba-078d-46da-b5cc-8193382b98e5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:40.905548 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fa88dbf4-4a9f-4828-b4a3-522359724986 req-67216ba0-3d8b-4dbb-be7f-792990c36553 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 210 time: 0.0471210 Oct 27 01:19:40.967190 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d137a5f9-834f-4b79-acd6-6a05e96a2273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:40.969423 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d137a5f9-834f-4b79-acd6-6a05e96a2273 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:40.972461 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-d137a5f9-834f-4b79-acd6-6a05e96a2273 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/530ab82d-a031-42cf-b20e-fb38a1bfaad8 HTTP/1.1" status: 204 len: 168 time: 0.6746299 Oct 27 01:19:40.996427 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-361c7547-a013-42d3-8955-77d6ef37c5d8 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Made reservation on behalf of 7ac535690bf24eb9bbf7d42426b21c74 for: {'port': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:19:40.996696 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-be6656ba-078d-46da-b5cc-8193382b98e5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Network 337a2dfd-96cd-45e0-abce-401982e807e4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:19:41.000419 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-361c7547-a013-42d3-8955-77d6ef37c5d8 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:41.002741 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-be6656ba-078d-46da-b5cc-8193382b98e5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:41.011035 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-be6656ba-078d-46da-b5cc-8193382b98e5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:19:41.021745 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-be6656ba-078d-46da-b5cc-8193382b98e5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:41.022487 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-be6656ba-078d-46da-b5cc-8193382b98e5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:41.080145 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137a5f9-834f-4b79-acd6-6a05e96a2273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530ab82d-a031-42cf-b20e-fb38a1bfaad8,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:41.085208 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6656ba-078d-46da-b5cc-8193382b98e5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Pushing event updated for resources: {'Port': ['ID=2eb0ecba-543e-4b15-8729-cbda338ab01b,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:41.112301 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-add90773-f72e-4201-b0cd-9052c3a326a9 req-c2cd6ab6-0b28-4a59-b6de-7a8d30d229ec service neutron] 10.222.0.36 "GET /v2.0/networks/77bd38e7-6410-4eb5-a659-1d7bc09907ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088536 Oct 27 01:19:41.154157 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-be6656ba-078d-46da-b5cc-8193382b98e5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5873203 Oct 27 01:19:41.278845 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c757aa8-fc55-4903-b1a4-78754640a6c8 req-467185e5-47ce-4363-99cf-5838608134ff tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:41.294209 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2c757aa8-fc55-4903-b1a4-78754640a6c8 req-467185e5-47ce-4363-99cf-5838608134ff tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 931 time: 0.1073711 Oct 27 01:19:41.346392 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2c757aa8-fc55-4903-b1a4-78754640a6c8 req-539925f2-3c82-42ee-b81a-a2af2dca2b5a tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492239 Oct 27 01:19:41.393887 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-628fcef8-febf-4ed0-a82d-0af4a43be10e None None] Provisioning complete for port 2eb0ecba-543e-4b15-8729-cbda338ab01b triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:41.394999 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-628fcef8-febf-4ed0-a82d-0af4a43be10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:41.447392 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-628fcef8-febf-4ed0-a82d-0af4a43be10e None None] Port 2eb0ecba-543e-4b15-8729-cbda338ab01b cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:19:41.510686 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3442edfe-5eda-4c94-b008-a1182fbaaf1c req-a12df24e-14cc-42b2-a55b-a361b4da192f tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0290172 Oct 27 01:19:41.591277 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-add90773-f72e-4201-b0cd-9052c3a326a9 req-0317cff3-21db-4138-b74a-f5001f011980 service neutron] 10.222.0.36 "GET /v2.0/networks/77bd38e7-6410-4eb5-a659-1d7bc09907ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057664 Oct 27 01:19:41.648850 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f1eccc2-4d63-4101-be4a-ce4e532f88e2 {{(pid=102100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:19:41.659728 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:41.674050 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.provisioning_blocks [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] Transition to ACTIVE for port object 4f1eccc2-4d63-4101-be4a-ce4e532f88e2 will not be triggered until provisioned by entity L2. {{(pid=102100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:19:41.738157 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d053e-b63d-41d3-b97c-726d09940729 req-32c0d667-78d1-47fd-998c-272448af9c29 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:41.739608 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3f5d053e-b63d-41d3-b97c-726d09940729 req-32c0d667-78d1-47fd-998c-272448af9c29 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 943 time: 0.0474813 Oct 27 01:19:41.751333 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:41.781291 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3f5d053e-b63d-41d3-b97c-726d09940729 req-544c819c-ce77-490a-84ee-5da6796b5146 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348809 Oct 27 01:19:41.857747 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-361c7547-a013-42d3-8955-77d6ef37c5d8 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Allocated IP 172.20.0.7 (e1517e22-2395-4c57-bae6-bd47c809e7b9/17743bda-8254-4a8b-8524-5242f8ab33dd/73eeb8da-a290-4880-831a-db973bd4521e) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:19:41.860234 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1eccc2-4d63-4101-be4a-ce4e532f88e2,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:41.900743 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] Attempting to bind port 4f1eccc2-4d63-4101-be4a-ce4e532f88e2 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:19:41.901078 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] Attempting to bind port 4f1eccc2-4d63-4101-be4a-ce4e532f88e2 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '6024137d-d6c8-44d1-9eb5-629ccb2e3a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1517e22-2395-4c57-bae6-bd47c809e7b9'}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:19:41.901403 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] Attempting to bind port 4f1eccc2-4d63-4101-be4a-ce4e532f88e2 on network e1517e22-2395-4c57-bae6-bd47c809e7b9 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:19:41.911767 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] Port 4f1eccc2-4d63-4101-be4a-ce4e532f88e2 on network e1517e22-2395-4c57-bae6-bd47c809e7b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:19:41.912070 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] Attempting to bind port 4f1eccc2-4d63-4101-be4a-ce4e532f88e2 on network e1517e22-2395-4c57-bae6-bd47c809e7b9 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:19:41.928216 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] Checking agent: {'id': '5557effb-edc1-4af5-af56-f2013bdcbb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'started_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:19:41.929127 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] Checking segment: {'id': '6024137d-d6c8-44d1-9eb5-629ccb2e3a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1517e22-2395-4c57-bae6-bd47c809e7b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:19:41.929517 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] Bound using segment: {'id': '6024137d-d6c8-44d1-9eb5-629ccb2e3a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1517e22-2395-4c57-bae6-bd47c809e7b9'} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:19:41.929965 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] Bound port: 4f1eccc2-4d63-4101-be4a-ce4e532f88e2, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6024137d-d6c8-44d1-9eb5-629ccb2e3a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1517e22-2395-4c57-bae6-bd47c809e7b9'}}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:19:41.930352 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:41.999994 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9a096507-2f97-4b9c-aa1d-95a0757a69a0 req-4de468b6-af02-4b17-a891-e5eaeb00426a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 210 time: 0.0307086 Oct 27 01:19:42.073813 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] For port 4f1eccc2-4d63-4101-be4a-ce4e532f88e2, host hv-cinder-81556, cleared binding levels {{(pid=102100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:19:42.082708 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] For port 4f1eccc2-4d63-4101-be4a-ce4e532f88e2, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=4f1eccc2-4d63-4101-be4a-ce4e532f88e2,segment=NetworkSegment(6024137d-d6c8-44d1-9eb5-629ccb2e3a80),segment_id=6024137d-d6c8-44d1-9eb5-629ccb2e3a80)] {{(pid=102100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:19:42.103207 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 58400) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:42.116529 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-361c7547-a013-42d3-8955-77d6ef37c5d8 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:42.162798 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:42.200625 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:42.201702 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:42.202641 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] 10.222.0.36 "PUT /v2.0/ports/4f1eccc2-4d63-4101-be4a-ce4e532f88e2 HTTP/1.1" status: 200 len: 1093 time: 1.5937848 Oct 27 01:19:42.203207 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c00af12-ba9b-4253-8e58-985becdb2ad0', 'tag': '4f1eccc2-4d63-4101-be4a-ce4e532f88e2'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:19:42.205311 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3640a1a5-a54b-4830-b581-6d953bbdcf43" -d '{"events": [{"name": "network-changed", "server_uuid": "2c00af12-ba9b-4253-8e58-985becdb2ad0", "tag": "4f1eccc2-4d63-4101-be4a-ce4e532f88e2"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:19:42.230411 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-71d40bc1-e09e-4057-9793-f38df15c0ba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:42.231739 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1eccc2-4d63-4101-be4a-ce4e532f88e2,revision_number=3']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:42.237191 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-361c7547-a013-42d3-8955-77d6ef37c5d8 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:42.243178 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.36', 62389) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:42.288365 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-361c7547-a013-42d3-8955-77d6ef37c5d8 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Network e1517e22-2395-4c57-bae6-bd47c809e7b9 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:19:42.291598 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-361c7547-a013-42d3-8955-77d6ef37c5d8 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:42.294207 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-361c7547-a013-42d3-8955-77d6ef37c5d8 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:19:42.310736 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-361c7547-a013-42d3-8955-77d6ef37c5d8 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:42.311725 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-361c7547-a013-42d3-8955-77d6ef37c5d8 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:42.324705 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e0ed37-de10-4aa1-bfec-6cbc79a6e6a4 x-openstack-request-id: req-39e0ed37-de10-4aa1-bfec-6cbc79a6e6a4 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:19:42.325103 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c00af12-ba9b-4253-8e58-985becdb2ad0", "tag": "4f1eccc2-4d63-4101-be4a-ce4e532f88e2", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:19:42.331352 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39e0ed37-de10-4aa1-bfec-6cbc79a6e6a4 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:19:42.331352 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c00af12-ba9b-4253-8e58-985becdb2ad0', 'tag': '4f1eccc2-4d63-4101-be4a-ce4e532f88e2', 'status': 'completed', 'code': 200} Oct 27 01:19:42.331352 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c7547-a013-42d3-8955-77d6ef37c5d8 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Pushing event updated for resources: {'Port': ['ID=73eeb8da-a290-4880-831a-db973bd4521e,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:42.341683 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-71d40bc1-e09e-4057-9793-f38df15c0ba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:42.400320 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-361c7547-a013-42d3-8955-77d6ef37c5d8 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8532748 Oct 27 01:19:42.454053 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-71d40bc1-e09e-4057-9793-f38df15c0ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:42.520858 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-71d40bc1-e09e-4057-9793-f38df15c0ba4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35a7a9408f6f4c27a66f2160763105b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4165308 Oct 27 01:19:42.521441 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 58422) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:42.524912 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d40bc1-e09e-4057-9793-f38df15c0ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f0907c-5add-4562-9356-bf43963eb6c5,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:42.557408 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad421-4b21-41a3-9dc0-d655ba287092 req-d305f550-2c41-4341-9031-0ac761f79268 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:42.562948 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-688ad421-4b21-41a3-9dc0-d655ba287092 req-d305f550-2c41-4341-9031-0ac761f79268 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 931 time: 0.0883014 Oct 27 01:19:42.606834 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-21f91bb4-8f4e-44f7-9382-c68022165099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:42.634587 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-21f91bb4-8f4e-44f7-9382-c68022165099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:42.640302 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-688ad421-4b21-41a3-9dc0-d655ba287092 req-bdefc484-728d-408c-b563-59635bafeec2 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687325 Oct 27 01:19:42.654662 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c4a6d-e415-4911-aa76-bb986019574d req-7877846c-9e5e-4c5e-93d9-5f4cd2dc1b66 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:42.656176 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-314c4a6d-e415-4911-aa76-bb986019574d req-7877846c-9e5e-4c5e-93d9-5f4cd2dc1b66 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 931 time: 0.0689583 Oct 27 01:19:42.708879 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-314c4a6d-e415-4911-aa76-bb986019574d req-406b1e82-3ca4-495f-9371-4034a95b3166 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347202 Oct 27 01:19:42.734069 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-21f91bb4-8f4e-44f7-9382-c68022165099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:42.736871 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-21f91bb4-8f4e-44f7-9382-c68022165099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:42.737994 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-21f91bb4-8f4e-44f7-9382-c68022165099 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87f0907c-5add-4562-9356-bf43963eb6c5 HTTP/1.1" status: 204 len: 168 time: 0.2148283 Oct 27 01:19:42.745510 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f91bb4-8f4e-44f7-9382-c68022165099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f0907c-5add-4562-9356-bf43963eb6c5,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:42.908663 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862320d-a9ce-4222-8abc-b0829727b2b3 req-bf6e177c-d51d-45af-9d68-ac6a5525b171 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:42.910139 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6862320d-a9ce-4222-8abc-b0829727b2b3 req-bf6e177c-d51d-45af-9d68-ac6a5525b171 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 943 time: 0.0541289 Oct 27 01:19:42.951860 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6862320d-a9ce-4222-8abc-b0829727b2b3 req-4868bf1a-6142-491d-8b8a-ebd3bc28dc9c tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328877 Oct 27 01:19:43.105973 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c4da2cb7-3778-44af-b5a8-721ca823578c req-d2b041e0-e7ff-4246-9c8a-e0a6ea71f4ac tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 210 time: 0.0328336 Oct 27 01:19:43.317816 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 58456) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:43.327887 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-86d62dda-f599-442d-a7bd-d31a285a9e9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:43.408418 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-86d62dda-f599-442d-a7bd-d31a285a9e9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:43.671020 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-86d62dda-f599-442d-a7bd-d31a285a9e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:43.712401 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d62dda-f599-442d-a7bd-d31a285a9e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d98b7f9-0602-446f-9637-45e66f083424,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:43.717818 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-86d62dda-f599-442d-a7bd-d31a285a9e9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb7ec30a8bba4236a76a41616886f8e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4062696 Oct 27 01:19:43.720424 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 58468) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:43.773002 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0bf96-137e-4192-9f68-78139b102ffd req-0f46ed17-aaee-44ad-a6ab-9ae54b28ac42 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:43.773203 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1cf0bf96-137e-4192-9f68-78139b102ffd req-0f46ed17-aaee-44ad-a6ab-9ae54b28ac42 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 931 time: 0.0564220 Oct 27 01:19:43.785620 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-8310401e-564b-4fc2-8d7a-10e50f780f20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:43.811664 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-8310401e-564b-4fc2-8d7a-10e50f780f20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:43.842966 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1cf0bf96-137e-4192-9f68-78139b102ffd req-9e22cec0-eb67-475d-b3c0-edd26b893d9f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637679 Oct 27 01:19:43.872863 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d3b3d-685d-4477-a33d-5b0371320590 req-25738091-1562-4842-91c9-651d3116c6f9 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:43.874401 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-875d3b3d-685d-4477-a33d-5b0371320590 req-25738091-1562-4842-91c9-651d3116c6f9 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 931 time: 0.0713241 Oct 27 01:19:43.912342 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-875d3b3d-685d-4477-a33d-5b0371320590 req-101801f5-49d1-4c9b-8480-ef501a0a120d tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320928 Oct 27 01:19:43.968156 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-8310401e-564b-4fc2-8d7a-10e50f780f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:43.970830 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-8310401e-564b-4fc2-8d7a-10e50f780f20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:43.971975 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-8310401e-564b-4fc2-8d7a-10e50f780f20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d98b7f9-0602-446f-9637-45e66f083424 HTTP/1.1" status: 204 len: 168 time: 0.2505658 Oct 27 01:19:43.980464 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310401e-564b-4fc2-8d7a-10e50f780f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d98b7f9-0602-446f-9637-45e66f083424,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:44.082765 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d991b-4480-4bde-8f5b-c9a7a62abcb9 req-6476cd32-708b-440f-a2e5-6b024ed005e9 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:44.084268 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4a7d991b-4480-4bde-8f5b-c9a7a62abcb9 req-6476cd32-708b-440f-a2e5-6b024ed005e9 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 943 time: 0.0515215 Oct 27 01:19:44.130651 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4a7d991b-4480-4bde-8f5b-c9a7a62abcb9 req-64638911-127c-429a-a2ab-95c3d81075e6 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398645 Oct 27 01:19:44.222687 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device d57d358b-f7a1-474b-ac04-7171ac14de0f details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:19:44.239409 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-90cb2aa8-fdd2-4dc3-82f7-682943704e03 req-9e9fee21-f5cc-41a7-a525-86d652c9433d tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 210 time: 0.0511651 Oct 27 01:19:44.244153 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9128524a-b360-4606-9436-02df10a07de1 service neutron] Request body: {'port': {'device_id': 'ef2a60d0-e2da-4415-8558-1da7a803e3f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:44.283268 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] Request body: {'port': {'device_id': 'cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:44.307184 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9128524a-b360-4606-9436-02df10a07de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:44.393385 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port d57d358b-f7a1-474b-ac04-7171ac14de0f, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=d57d358b-f7a1-474b-ac04-7171ac14de0f,segment=NetworkSegment(1c468663-c590-4216-81e3-ecf78771f153),segment_id=1c468663-c590-4216-81e3-ecf78771f153)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:44.394376 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:44.405789 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': 'd57d358b-f7a1-474b-ac04-7171ac14de0f', 'network_id': '77bd38e7-6410-4eb5-a659-1d7bc09907ad', 'port_id': 'd57d358b-f7a1-474b-ac04-7171ac14de0f', 'mac_address': 'fa:16:3e:e6:8b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728e4417-53e1-4ce7-a5ac-01770dcda12e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:19:44.431053 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640a1a5-a54b-4830-b581-6d953bbdcf43 req-f8d4608d-8da8-46a1-af2c-15c9dcfec3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:44.432804 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-3640a1a5-a54b-4830-b581-6d953bbdcf43 req-f8d4608d-8da8-46a1-af2c-15c9dcfec3b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ac535690bf24eb9bbf7d42426b21c74&device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 1096 time: 0.1618893 Oct 27 01:19:44.446062 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:44.455656 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-3b79ed67-15e7-46bb-aa7b-0b773f53595a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:44.457383 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-3b79ed67-15e7-46bb-aa7b-0b773f53595a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.36 "GET /v2.0/networks?id=b5b7050d-f17d-40a3-83d0-485beb1349f9 HTTP/1.1" status: 200 len: 810 time: 0.2681806 Oct 27 01:19:44.464487 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57d358b-f7a1-474b-ac04-7171ac14de0f {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:19:44.517116 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port d57d358b-f7a1-474b-ac04-7171ac14de0f, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=d57d358b-f7a1-474b-ac04-7171ac14de0f,segment=NetworkSegment(1c468663-c590-4216-81e3-ecf78771f153),segment_id=1c468663-c590-4216-81e3-ecf78771f153)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:44.586269 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:44.657041 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=d57d358b-f7a1-474b-ac04-7171ac14de0f,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:44.698197 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.notifiers.nova [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9128524a-b360-4606-9436-02df10a07de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb0ecba-543e-4b15-8729-cbda338ab01b {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:19:44.713818 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-5221b63d-6e8a-4b24-8cac-c5e8cfc1d801 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba4a231d73f5454eb53e08db96f0a471 HTTP/1.1" status: 200 len: 380 time: 0.2328186 Oct 27 01:19:44.714878 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9128524a-b360-4606-9436-02df10a07de1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:44.739025 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-341d1992-e4fb-48ef-aedc-ac67f768db43 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Request body: {'port': {'device_id': '99cfc0a7-3f5a-4d41-abb9-e80fc370962f', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'admin_state_up': True, 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'security_groups': ['33360cda-aa4b-4778-88d6-8039ce658939']}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:44.746879 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9128524a-b360-4606-9436-02df10a07de1 service neutron] Transition to ACTIVE for port object 2eb0ecba-543e-4b15-8729-cbda338ab01b will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:19:44.852128 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640a1a5-a54b-4830-b581-6d953bbdcf43 req-450e11ad-7f94-46ed-b70d-d64ede98b6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:44.853657 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-3640a1a5-a54b-4830-b581-6d953bbdcf43 req-450e11ad-7f94-46ed-b70d-d64ede98b6e3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7ac535690bf24eb9bbf7d42426b21c74&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3936272 Oct 27 01:19:44.859740 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9128524a-b360-4606-9436-02df10a07de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:44.963894 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128524a-b360-4606-9436-02df10a07de1 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb0ecba-543e-4b15-8729-cbda338ab01b,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:45.001356 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['d57d358b-f7a1-474b-ac04-7171ac14de0f'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:19:45.078820 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9128524a-b360-4606-9436-02df10a07de1 service neutron] Attempting to bind port 2eb0ecba-543e-4b15-8729-cbda338ab01b on host hv-cinder-81556 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:19:45.079498 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9128524a-b360-4606-9436-02df10a07de1 service neutron] Attempting to bind port 2eb0ecba-543e-4b15-8729-cbda338ab01b by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '52571d82-3ec1-4449-95ba-dde16a9cd955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:19:45.080070 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9128524a-b360-4606-9436-02df10a07de1 service neutron] Attempting to bind port 2eb0ecba-543e-4b15-8729-cbda338ab01b on network 337a2dfd-96cd-45e0-abce-401982e807e4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:19:45.091307 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9128524a-b360-4606-9436-02df10a07de1 service neutron] Port 2eb0ecba-543e-4b15-8729-cbda338ab01b on network 337a2dfd-96cd-45e0-abce-401982e807e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:19:45.092013 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9128524a-b360-4606-9436-02df10a07de1 service neutron] Attempting to bind port 2eb0ecba-543e-4b15-8729-cbda338ab01b on network 337a2dfd-96cd-45e0-abce-401982e807e4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:19:45.101229 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9128524a-b360-4606-9436-02df10a07de1 service neutron] Checking agent: {'id': '5557effb-edc1-4af5-af56-f2013bdcbb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'started_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:19:45.101916 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9128524a-b360-4606-9436-02df10a07de1 service neutron] Checking segment: {'id': '52571d82-3ec1-4449-95ba-dde16a9cd955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:19:45.102713 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9128524a-b360-4606-9436-02df10a07de1 service neutron] Bound using segment: {'id': '52571d82-3ec1-4449-95ba-dde16a9cd955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:19:45.103380 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9128524a-b360-4606-9436-02df10a07de1 service neutron] Bound port: 2eb0ecba-543e-4b15-8729-cbda338ab01b, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52571d82-3ec1-4449-95ba-dde16a9cd955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:19:45.103946 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9128524a-b360-4606-9436-02df10a07de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:45.152882 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af602c-74c9-4f1e-bfb4-d7742e6abcd2 req-3ab6b0f9-38fb-420e-b957-f8615842204a tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:45.154468 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e3af602c-74c9-4f1e-bfb4-d7742e6abcd2 req-3ab6b0f9-38fb-420e-b957-f8615842204a tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.1387677 Oct 27 01:19:45.271904 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43439d35-dfb0-4dd1-a4a5-274901e26fea req-ee798805-70c5-42e9-89fe-5bd5f23ec02c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:45.280242 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-43439d35-dfb0-4dd1-a4a5-274901e26fea req-ee798805-70c5-42e9-89fe-5bd5f23ec02c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 931 time: 0.1533928 Oct 27 01:19:45.299327 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e3af602c-74c9-4f1e-bfb4-d7742e6abcd2 req-8954db47-0b96-45c0-9068-22ca836285ab tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109204 Oct 27 01:19:45.306175 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9128524a-b360-4606-9436-02df10a07de1 service neutron] For port 2eb0ecba-543e-4b15-8729-cbda338ab01b, host hv-cinder-81556, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:19:45.341871 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9128524a-b360-4606-9436-02df10a07de1 service neutron] For port 2eb0ecba-543e-4b15-8729-cbda338ab01b, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=2eb0ecba-543e-4b15-8729-cbda338ab01b,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:19:45.361470 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-43439d35-dfb0-4dd1-a4a5-274901e26fea req-12cfa53c-a5b4-4549-9818-1a5354955268 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759528 Oct 27 01:19:45.420568 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9128524a-b360-4606-9436-02df10a07de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:45.440010 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73eeb8da-a290-4880-831a-db973bd4521e {{(pid=102100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:19:45.447630 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:45.462310 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.provisioning_blocks [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] Transition to ACTIVE for port object 73eeb8da-a290-4880-831a-db973bd4521e will not be triggered until provisioned by entity L2. {{(pid=102100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:19:45.466995 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9128524a-b360-4606-9436-02df10a07de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:45.467610 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9128524a-b360-4606-9436-02df10a07de1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:45.469034 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-9128524a-b360-4606-9436-02df10a07de1 service neutron] 10.222.0.36 "PUT /v2.0/ports/2eb0ecba-543e-4b15-8729-cbda338ab01b HTTP/1.1" status: 200 len: 1093 time: 1.2323835 Oct 27 01:19:45.469493 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2a60d0-e2da-4415-8558-1da7a803e3f4', 'tag': '2eb0ecba-543e-4b15-8729-cbda338ab01b'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:19:45.572306 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640a1a5-a54b-4830-b581-6d953bbdcf43 req-b53d6931-a0b0-4501-9c60-9c38a7168874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:45.577031 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-3640a1a5-a54b-4830-b581-6d953bbdcf43 req-b53d6931-a0b0-4501-9c60-9c38a7168874 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7113876 Oct 27 01:19:45.585520 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:45.716269 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-213d9567-e07c-4058-ac39-acff8d466cb6 req-e4876099-dcbf-43c1-8111-4fdf85535bc5 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 210 time: 0.1290655 Oct 27 01:19:45.720815 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-341d1992-e4fb-48ef-aedc-ac67f768db43 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Made reservation on behalf of ba4a231d73f5454eb53e08db96f0a471 for: {'port': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:19:45.724720 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-341d1992-e4fb-48ef-aedc-ac67f768db43 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:45.767796 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128524a-b360-4606-9436-02df10a07de1 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb0ecba-543e-4b15-8729-cbda338ab01b,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:45.847631 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] Pushing event updated for resources: {'Port': ['ID=73eeb8da-a290-4880-831a-db973bd4521e,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:45.864839 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814539f8-13f4-417e-bf89-4fffa6f2e37b req-0e8d859f-2767-4bdf-a31f-03718b5814f9 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:45.875324 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-814539f8-13f4-417e-bf89-4fffa6f2e37b req-0e8d859f-2767-4bdf-a31f-03718b5814f9 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 944 time: 0.2963479 Oct 27 01:19:45.884003 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f97284770e8b5c7eae555eb9b5076154bbb30c411baeb7a1d3ebc8ac0796a31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66dcd90-dc99-491a-954f-1bbce458f367" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2a60d0-e2da-4415-8558-1da7a803e3f4", "tag": "2eb0ecba-543e-4b15-8729-cbda338ab01b"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:19:45.910226 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] Attempting to bind port 73eeb8da-a290-4880-831a-db973bd4521e on host hv-cinder-81556 for vnic_type normal with profile {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:19:45.910556 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] Attempting to bind port 73eeb8da-a290-4880-831a-db973bd4521e by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '6024137d-d6c8-44d1-9eb5-629ccb2e3a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1517e22-2395-4c57-bae6-bd47c809e7b9'}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:19:45.911074 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] Attempting to bind port 73eeb8da-a290-4880-831a-db973bd4521e on network e1517e22-2395-4c57-bae6-bd47c809e7b9 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:19:45.917701 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-1a29129c-29a2-4173-8480-649545813bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:45.919288 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-1a29129c-29a2-4173-8480-649545813bc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6304b3ad2b4e4bf398ccbae70b72f46d&device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 1096 time: 0.3037565 Oct 27 01:19:45.924010 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] Port 73eeb8da-a290-4880-831a-db973bd4521e on network e1517e22-2395-4c57-bae6-bd47c809e7b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:19:45.924599 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] Attempting to bind port 73eeb8da-a290-4880-831a-db973bd4521e on network e1517e22-2395-4c57-bae6-bd47c809e7b9 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:19:45.955863 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] Checking agent: {'id': '5557effb-edc1-4af5-af56-f2013bdcbb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'started_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:19:45.956539 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] Checking segment: {'id': '6024137d-d6c8-44d1-9eb5-629ccb2e3a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1517e22-2395-4c57-bae6-bd47c809e7b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:19:45.957114 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] Bound using segment: {'id': '6024137d-d6c8-44d1-9eb5-629ccb2e3a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1517e22-2395-4c57-bae6-bd47c809e7b9'} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:19:45.957877 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] Bound port: 73eeb8da-a290-4880-831a-db973bd4521e, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6024137d-d6c8-44d1-9eb5-629ccb2e3a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1517e22-2395-4c57-bae6-bd47c809e7b9'}}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:19:45.958545 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:46.063428 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-b25fa1d7-d840-42d8-bf48-22f66732f189 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eb0ecba-543e-4b15-8729-cbda338ab01b HTTP/1.1" status: 200 len: 217 time: 0.1171553 Oct 27 01:19:46.096786 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-49d39322-b221-4110-8ec2-f390902ad53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:46.099022 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-49d39322-b221-4110-8ec2-f390902ad53b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ac535690bf24eb9bbf7d42426b21c74&device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 1096 time: 0.3895931 Oct 27 01:19:46.142898 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-341d1992-e4fb-48ef-aedc-ac67f768db43 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Allocated IP 172.20.0.3 (b5b7050d-f17d-40a3-83d0-485beb1349f9/f4a6135b-95f5-4c77-89c6-26bb40ea2187/e4440d0d-eda6-40ea-8ff3-ed879ecaf17e) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:19:46.190061 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-0608b204-e0da-4732-bcdd-5333fb73c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:46.191500 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-0608b204-e0da-4732-bcdd-5333fb73c5d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e98a956-2627-48e5-9a9f-97fe27314719 HTTP/1.1" status: 200 len: 855 time: 0.1138341 Oct 27 01:19:46.195016 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device d57d358b-f7a1-474b-ac04-7171ac14de0f up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:19:46.208016 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-814539f8-13f4-417e-bf89-4fffa6f2e37b req-c5be09f6-1842-4830-9531-9c60bd209bd0 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290727 Oct 27 01:19:46.215251 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-58c71047-8dd4-441e-b270-18d3c969c678 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f1eccc2-4d63-4101-be4a-ce4e532f88e2 HTTP/1.1" status: 200 len: 217 time: 0.1016645 Oct 27 01:19:46.266071 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc015126-8ea4-444c-87d6-fd45162c543f x-openstack-request-id: req-bc015126-8ea4-444c-87d6-fd45162c543f {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:19:46.266364 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2a60d0-e2da-4415-8558-1da7a803e3f4", "tag": "2eb0ecba-543e-4b15-8729-cbda338ab01b", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:19:46.266618 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc015126-8ea4-444c-87d6-fd45162c543f {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:19:46.267096 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2a60d0-e2da-4415-8558-1da7a803e3f4', 'tag': '2eb0ecba-543e-4b15-8729-cbda338ab01b', 'status': 'completed', 'code': 200} Oct 27 01:19:46.286531 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-7dd92f5a-5a76-4eef-afab-a9f2eb04fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:46.289062 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-7dd92f5a-5a76-4eef-afab-a9f2eb04fad4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17743bda-8254-4a8b-8524-5242f8ab33dd HTTP/1.1" status: 200 len: 859 time: 0.0629947 Oct 27 01:19:46.295697 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] For port 73eeb8da-a290-4880-831a-db973bd4521e, host hv-cinder-81556, cleared binding levels {{(pid=102100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:19:46.346548 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-00ebe5b4-fe91-47d7-8f13-a3358ff6a825 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1517e22-2395-4c57-bae6-bd47c809e7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498440 Oct 27 01:19:46.348121 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] For port 73eeb8da-a290-4880-831a-db973bd4521e, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=73eeb8da-a290-4880-831a-db973bd4521e,segment=NetworkSegment(6024137d-d6c8-44d1-9eb5-629ccb2e3a80),segment_id=6024137d-d6c8-44d1-9eb5-629ccb2e3a80)] {{(pid=102100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:19:46.419368 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning for port d57d358b-f7a1-474b-ac04-7171ac14de0f completed by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:19:46.428954 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-341d1992-e4fb-48ef-aedc-ac67f768db43 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:46.434513 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port d57d358b-f7a1-474b-ac04-7171ac14de0f triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:46.434885 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:46.461548 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-443ac87a-bb0b-42d0-af2b-59ad1bfe72e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:46.463101 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-443ac87a-bb0b-42d0-af2b-59ad1bfe72e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=337a2dfd-96cd-45e0-abce-401982e807e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2611659 Oct 27 01:19:46.466073 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:46.524229 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:46.575800 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-341d1992-e4fb-48ef-aedc-ac67f768db43 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:46.588799 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:46.589758 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:46.591657 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] 10.222.0.36 "PUT /v2.0/ports/73eeb8da-a290-4880-831a-db973bd4521e HTTP/1.1" status: 200 len: 1093 time: 2.3226993 Oct 27 01:19:46.592322 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5', 'tag': '73eeb8da-a290-4880-831a-db973bd4521e'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:19:46.595266 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f6ea4c-6a7c-4ee7-ad54-fc359fb9a9b5" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5", "tag": "73eeb8da-a290-4880-831a-db973bd4521e"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:19:46.634646 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:46.636782 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe608b-1d8d-44a9-9cd7-ab52d9d2cff7 service neutron] Pushing event updated for resources: {'Port': ['ID=73eeb8da-a290-4880-831a-db973bd4521e,revision_number=3']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:46.645741 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-341d1992-e4fb-48ef-aedc-ac67f768db43 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Network b5b7050d-f17d-40a3-83d0-485beb1349f9 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:19:46.661919 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-341d1992-e4fb-48ef-aedc-ac67f768db43 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:19:46.675479 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b03684-1ac9-4906-b591-ae2ab4edc4c1 req-d6bd7752-d0bc-4d8d-9c09-e722e73bad56 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:46.680374 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f7b03684-1ac9-4906-b591-ae2ab4edc4c1 req-d6bd7752-d0bc-4d8d-9c09-e722e73bad56 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 943 time: 0.2231841 Oct 27 01:19:46.698745 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-b345d0cf-9a82-458e-9ec2-01203a7211c8 service neutron] 10.222.0.36 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422222 Oct 27 01:19:46.701666 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-341d1992-e4fb-48ef-aedc-ac67f768db43 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:19:46.702857 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57d358b-f7a1-474b-ac04-7171ac14de0f'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:19:46.710657 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-341d1992-e4fb-48ef-aedc-ac67f768db43 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:46.711790 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-341d1992-e4fb-48ef-aedc-ac67f768db43 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:46.727957 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ca590-f419-48e8-adbf-97b36153ef03 req-f4d3a665-985f-4c86-8fa8-a8febb015a3d tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:46.732882 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ba2ca590-f419-48e8-adbf-97b36153ef03 req-f4d3a665-985f-4c86-8fa8-a8febb015a3d tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.2749150 Oct 27 01:19:46.788853 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-160ac5f9-9ff9-49ad-a940-afe05b553476 service neutron] 10.222.0.36 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163183 Oct 27 01:19:46.795485 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port d57d358b-f7a1-474b-ac04-7171ac14de0f, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=d57d358b-f7a1-474b-ac04-7171ac14de0f,segment=NetworkSegment(1c468663-c590-4216-81e3-ecf78771f153),segment_id=1c468663-c590-4216-81e3-ecf78771f153)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:46.800808 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d1992-e4fb-48ef-aedc-ac67f768db43 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Pushing event updated for resources: {'Port': ['ID=e4440d0d-eda6-40ea-8ff3-ed879ecaf17e,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:46.865636 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:46.907022 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-341d1992-e4fb-48ef-aedc-ac67f768db43 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1833317 Oct 27 01:19:46.936919 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] Request body: {'port': {'device_id': '99cfc0a7-3f5a-4d41-abb9-e80fc370962f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:19:46.956525 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-44146984-d300-4059-893c-0204ad88f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:46.959041 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-44146984-d300-4059-893c-0204ad88f63d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ac535690bf24eb9bbf7d42426b21c74&device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 1096 time: 0.2112262 Oct 27 01:19:46.965076 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-ffa3645f-45e4-41ba-88ff-7163349fa1c9 service neutron] 10.222.0.36 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309780 Oct 27 01:19:46.991324 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aaf45ec-1540-4790-bebf-7e053f5d8a55" -d '{"events": [{"server_uuid": "6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb", "name": "network-vif-plugged", "status": "completed", "tag": "d57d358b-f7a1-474b-ac04-7171ac14de0f"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:19:47.007974 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f7b03684-1ac9-4906-b591-ae2ab4edc4c1 req-a18a707d-5f5f-4928-af80-37e351d6f348 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039677 Oct 27 01:19:47.016359 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ba2ca590-f419-48e8-adbf-97b36153ef03 req-528e201a-dab2-4765-a887-5415cd208c5c tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582281 Oct 27 01:19:47.027979 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=d57d358b-f7a1-474b-ac04-7171ac14de0f,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:47.085478 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-838fd09e-96d9-4e1a-b7a7-5769657caae4 None None] Provisioning complete for port e4440d0d-eda6-40ea-8ff3-ed879ecaf17e triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:47.085849 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-838fd09e-96d9-4e1a-b7a7-5769657caae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:47.093505 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c4376b83-d8ad-49a1-b560-4b94a200c68f req-15a5a1b2-57a9-4018-88a7-8f1e0d296a1d service neutron] 10.222.0.36 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938888 Oct 27 01:19:47.129071 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291b5def-db16-42be-bebc-8f30cf90f323 x-openstack-request-id: req-291b5def-db16-42be-bebc-8f30cf90f323 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:19:47.129339 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5", "tag": "73eeb8da-a290-4880-831a-db973bd4521e", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:19:47.129962 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-291b5def-db16-42be-bebc-8f30cf90f323 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:19:47.131469 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5', 'tag': '73eeb8da-a290-4880-831a-db973bd4521e', 'status': 'completed', 'code': 200} Oct 27 01:19:47.150397 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-78e12bd4-8cd7-48ab-a63d-c21e630ade11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73eeb8da-a290-4880-831a-db973bd4521e HTTP/1.1" status: 200 len: 217 time: 0.1368561 Oct 27 01:19:47.158707 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:47.166564 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-838fd09e-96d9-4e1a-b7a7-5769657caae4 None None] Port e4440d0d-eda6-40ea-8ff3-ed879ecaf17e cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:19:47.195953 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e5a38-e030-4b93-a63c-c33b99709516 req-51fe7c05-975f-4119-9979-31a0cbe18d3b tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:47.197424 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ba7e5a38-e030-4b93-a63c-c33b99709516 req-51fe7c05-975f-4119-9979-31a0cbe18d3b tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 931 time: 0.0542345 Oct 27 01:19:47.239078 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ba7e5a38-e030-4b93-a63c-c33b99709516 req-646f08d6-9fb5-49e2-8e3d-32bc7a2adcac tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342155 Oct 27 01:19:47.239689 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-0ff60742-7304-41bf-a08e-cf81c3607d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:47.241171 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-0ff60742-7304-41bf-a08e-cf81c3607d45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17743bda-8254-4a8b-8524-5242f8ab33dd HTTP/1.1" status: 200 len: 859 time: 0.0803804 Oct 27 01:19:47.379701 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-448fbbd6-54d6-4e1b-a217-fd2911ce97a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1517e22-2395-4c57-bae6-bd47c809e7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391765 Oct 27 01:19:47.398675 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26adbef2-55e9-405a-bf3b-fc0ccfdcfb30 req-49ad3eba-564e-493e-8e01-fac482e7fde2 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:47.400921 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-26adbef2-55e9-405a-bf3b-fc0ccfdcfb30 req-49ad3eba-564e-493e-8e01-fac482e7fde2 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 945 time: 0.0551171 Oct 27 01:19:47.453308 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-26adbef2-55e9-405a-bf3b-fc0ccfdcfb30 req-c438732b-89f2-404c-bdac-0185a3f74603 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449319 Oct 27 01:19:47.480574 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5fb500-c017-4c00-959c-9e363f44ebf5 x-openstack-request-id: req-3f5fb500-c017-4c00-959c-9e363f44ebf5 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:19:47.481420 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb", "name": "network-vif-plugged", "status": "completed", "tag": "d57d358b-f7a1-474b-ac04-7171ac14de0f", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:19:47.481818 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f5fb500-c017-4c00-959c-9e363f44ebf5 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:19:47.483887 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57d358b-f7a1-474b-ac04-7171ac14de0f', 'code': 200} Oct 27 01:19:47.525350 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dcd90-dc99-491a-954f-1bbce458f367 req-027e61ed-90bc-4cab-9c78-a0733ec7b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:47.525350 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c66dcd90-dc99-491a-954f-1bbce458f367 req-027e61ed-90bc-4cab-9c78-a0733ec7b939 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6304b3ad2b4e4bf398ccbae70b72f46d&device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 1096 time: 0.1823232 Oct 27 01:19:47.565017 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:19:47.616588 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-c36b002e-754e-4c4f-9d72-17c3dbcec44f service neutron] 10.222.0.36 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077222 Oct 27 01:19:47.705908 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 58630) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:47.924571 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4440d0d-eda6-40ea-8ff3-ed879ecaf17e {{(pid=102100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:19:47.943368 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:47.949135 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dcd90-dc99-491a-954f-1bbce458f367 req-d2531a7b-5d43-4c56-bfde-fd5e54ff11ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:47.950660 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c66dcd90-dc99-491a-954f-1bbce458f367 req-d2531a7b-5d43-4c56-bfde-fd5e54ff11ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=337a2dfd-96cd-45e0-abce-401982e807e4 HTTP/1.1" status: 200 len: 917 time: 0.4167786 Oct 27 01:19:47.974631 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f5024eed-6e4f-4b5f-95a1-739d6158130c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:48.002646 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875619d-b33f-4574-892b-c108275ceaf6 req-88bb13f5-9ae7-4ed7-9da1-d09e34cba790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:48.004281 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b875619d-b33f-4574-892b-c108275ceaf6 req-88bb13f5-9ae7-4ed7-9da1-d09e34cba790 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 1098 time: 0.1164582 Oct 27 01:19:48.026411 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.provisioning_blocks [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] Transition to ACTIVE for port object e4440d0d-eda6-40ea-8ff3-ed879ecaf17e will not be triggered until provisioned by entity L2. {{(pid=102100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:19:48.029954 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c66dcd90-dc99-491a-954f-1bbce458f367 req-5ae94274-fe84-40c0-aef0-f628d71e679c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eb0ecba-543e-4b15-8729-cbda338ab01b HTTP/1.1" status: 200 len: 217 time: 0.0679708 Oct 27 01:19:48.032826 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-b875619d-b33f-4574-892b-c108275ceaf6 req-63d17add-02ed-4228-b5d9-d336ecfc500d service neutron] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:48.034918 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-4d6913b6-ab95-49a9-80b4-94be4eb4d076 req-525a9c08-2c39-4e62-b0c8-abd1e01bfa2b service neutron] 10.222.0.36 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025767 Oct 27 01:19:48.098120 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:48.181956 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] Pushing event updated for resources: {'Port': ['ID=e4440d0d-eda6-40ea-8ff3-ed879ecaf17e,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:48.189780 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f5024eed-6e4f-4b5f-95a1-739d6158130c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:48.198093 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dcd90-dc99-491a-954f-1bbce458f367 req-36ae7369-8115-4d92-a275-c00c97ff89ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:48.199858 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c66dcd90-dc99-491a-954f-1bbce458f367 req-36ae7369-8115-4d92-a275-c00c97ff89ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e98a956-2627-48e5-9a9f-97fe27314719 HTTP/1.1" status: 200 len: 855 time: 0.1610465 Oct 27 01:19:48.238657 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-b875619d-b33f-4574-892b-c108275ceaf6 req-63d17add-02ed-4228-b5d9-d336ecfc500d service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:48.250942 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366c593-c627-4b52-ba15-44bca588b9d5 req-3a9f746c-b6d3-47a0-85b9-838f510f8afa tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:48.252723 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9366c593-c627-4b52-ba15-44bca588b9d5 req-3a9f746c-b6d3-47a0-85b9-838f510f8afa tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 943 time: 0.1347384 Oct 27 01:19:48.261754 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] Attempting to bind port e4440d0d-eda6-40ea-8ff3-ed879ecaf17e on host hv-cinder-81556 for vnic_type normal with profile {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:19:48.262168 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] Attempting to bind port e4440d0d-eda6-40ea-8ff3-ed879ecaf17e by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '48fbe17e-f5fd-4595-9ff4-16bc39f15b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9'}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:19:48.262398 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] Attempting to bind port e4440d0d-eda6-40ea-8ff3-ed879ecaf17e on network b5b7050d-f17d-40a3-83d0-485beb1349f9 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:19:48.276569 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e78e8-774f-47df-a982-1026599c7fab req-4e36712c-95d4-4100-af64-ad57fa252cf6 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:48.279593 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b35e78e8-774f-47df-a982-1026599c7fab req-4e36712c-95d4-4100-af64-ad57fa252cf6 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.1465011 Oct 27 01:19:48.289127 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f5024eed-6e4f-4b5f-95a1-739d6158130c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:48.300062 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] Port e4440d0d-eda6-40ea-8ff3-ed879ecaf17e on network b5b7050d-f17d-40a3-83d0-485beb1349f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:19:48.300770 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] Attempting to bind port e4440d0d-eda6-40ea-8ff3-ed879ecaf17e on network b5b7050d-f17d-40a3-83d0-485beb1349f9 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:19:48.308456 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] Checking agent: {'id': '5557effb-edc1-4af5-af56-f2013bdcbb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'started_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:19:48.308790 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] Checking segment: {'id': '48fbe17e-f5fd-4595-9ff4-16bc39f15b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:19:48.309171 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] Bound using segment: {'id': '48fbe17e-f5fd-4595-9ff4-16bc39f15b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9'} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:19:48.309620 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] Bound port: e4440d0d-eda6-40ea-8ff3-ed879ecaf17e, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48fbe17e-f5fd-4595-9ff4-16bc39f15b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9'}}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:19:48.310013 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:48.339795 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-b875619d-b33f-4574-892b-c108275ceaf6 req-63d17add-02ed-4228-b5d9-d336ecfc500d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:48.345864 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dcd90-dc99-491a-954f-1bbce458f367 req-489c7e73-add5-4953-8c0a-d8948aab6008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:48.347411 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c66dcd90-dc99-491a-954f-1bbce458f367 req-489c7e73-add5-4953-8c0a-d8948aab6008 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=337a2dfd-96cd-45e0-abce-401982e807e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1173089 Oct 27 01:19:48.370302 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-f5024eed-6e4f-4b5f-95a1-739d6158130c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e18561f15c0948ba9b090413db6b812d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6587808 Oct 27 01:19:48.370506 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6ea4c-6a7c-4ee7-ad54-fc359fb9a9b5 req-2f278820-c67e-44fc-ad67-0a1b3f6667ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:48.370732 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-52f6ea4c-6a7c-4ee7-ad54-fc359fb9a9b5 req-2f278820-c67e-44fc-ad67-0a1b3f6667ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ac535690bf24eb9bbf7d42426b21c74&device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 1096 time: 0.1395028 Oct 27 01:19:48.372479 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 58660) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:48.403180 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b875619d-b33f-4574-892b-c108275ceaf6 req-63d17add-02ed-4228-b5d9-d336ecfc500d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892524 Oct 27 01:19:48.407982 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5024eed-6e4f-4b5f-95a1-739d6158130c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53f47ef-8e2c-43e1-9e69-b1fef4daff87,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:48.424434 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b35e78e8-774f-47df-a982-1026599c7fab req-d504f84e-3204-446a-a9da-5d600ae7aadd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438484 Oct 27 01:19:48.433870 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9366c593-c627-4b52-ba15-44bca588b9d5 req-be92c713-75c1-4c35-afe5-94e8bb2e4982 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490407 Oct 27 01:19:48.468708 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d17add-02ed-4228-b5d9-d336ecfc500d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=52398602-0505-4d6e-b2b2-5c27c0620774,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:48.585294 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] For port e4440d0d-eda6-40ea-8ff3-ed879ecaf17e, host hv-cinder-81556, cleared binding levels {{(pid=102100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:19:48.587619 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d030e-3312-4e32-935e-6fe88790433f req-ddbdd9de-c977-4a76-b231-d8e68a5ba887 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:48.589109 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-157d030e-3312-4e32-935e-6fe88790433f req-ddbdd9de-c977-4a76-b231-d8e68a5ba887 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 943 time: 0.0855110 Oct 27 01:19:48.593314 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] For port e4440d0d-eda6-40ea-8ff3-ed879ecaf17e, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=e4440d0d-eda6-40ea-8ff3-ed879ecaf17e,segment=NetworkSegment(48fbe17e-f5fd-4595-9ff4-16bc39f15b51),segment_id=48fbe17e-f5fd-4595-9ff4-16bc39f15b51)] {{(pid=102100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:19:48.602536 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87804e47-cb63-492d-8eb4-b3ef6688d2b2 req-afb336a6-0711-487f-89d6-009d4b9b88c9 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:48.604088 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-87804e47-cb63-492d-8eb4-b3ef6688d2b2 req-afb336a6-0711-487f-89d6-009d4b9b88c9 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 945 time: 0.0708842 Oct 27 01:19:48.640277 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1f01095d-e6cb-4bba-9f65-f58df95f2db3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:48.644606 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6ea4c-6a7c-4ee7-ad54-fc359fb9a9b5 req-15e18aaa-3801-43d1-a16c-2ff9b517e134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:48.646102 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-52f6ea4c-6a7c-4ee7-ad54-fc359fb9a9b5 req-15e18aaa-3801-43d1-a16c-2ff9b517e134 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1517e22-2395-4c57-bae6-bd47c809e7b9 HTTP/1.1" status: 200 len: 920 time: 0.2520831 Oct 27 01:19:48.652392 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c66dcd90-dc99-491a-954f-1bbce458f367 req-669e087f-65dd-43c6-86d3-8d183dc920d6 service neutron] 10.222.0.36 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806051 Oct 27 01:19:48.662046 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-157d030e-3312-4e32-935e-6fe88790433f req-83e5522c-ddf6-475d-bde6-656d59b6b938 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570350 Oct 27 01:19:48.667899 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-87804e47-cb63-492d-8eb4-b3ef6688d2b2 req-1a07b417-cbff-45ed-a18b-a60fe55bcf5e tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557930 Oct 27 01:19:48.677400 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1f01095d-e6cb-4bba-9f65-f58df95f2db3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:48.677400 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:48.733229 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:48.733840 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:48.738405 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] 10.222.0.36 "PUT /v2.0/ports/e4440d0d-eda6-40ea-8ff3-ed879ecaf17e HTTP/1.1" status: 200 len: 1093 time: 1.8082108 Oct 27 01:19:48.831396 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-52f6ea4c-6a7c-4ee7-ad54-fc359fb9a9b5 req-025c10b8-07c8-4f38-986b-e3047f3bf83d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73eeb8da-a290-4880-831a-db973bd4521e HTTP/1.1" status: 200 len: 217 time: 0.1007249 Oct 27 01:19:48.870789 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de8fce-fba9-4810-946a-17e6a6ce3af4 service neutron] Pushing event updated for resources: {'Port': ['ID=e4440d0d-eda6-40ea-8ff3-ed879ecaf17e,revision_number=3']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:48.872448 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 58670) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:48.982868 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6ea4c-6a7c-4ee7-ad54-fc359fb9a9b5 req-8d465fee-6a2e-4614-87ac-b81df65d2e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:48.984599 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-52f6ea4c-6a7c-4ee7-ad54-fc359fb9a9b5 req-8d465fee-6a2e-4614-87ac-b81df65d2e58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17743bda-8254-4a8b-8524-5242f8ab33dd HTTP/1.1" status: 200 len: 859 time: 0.1383202 Oct 27 01:19:48.987342 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c66dcd90-dc99-491a-954f-1bbce458f367 req-c217dea9-4b1d-420b-a522-a327d1510d57 service neutron] 10.222.0.36 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556932 Oct 27 01:19:48.993618 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-3ee7fff9-ce75-4c8b-b8fa-85d2430369ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:48.995231 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-3ee7fff9-ce75-4c8b-b8fa-85d2430369ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba4a231d73f5454eb53e08db96f0a471&device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 1096 time: 0.0867407 Oct 27 01:19:49.013254 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-85beb741-08fc-4d12-8127-5bccec398218 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:49.047704 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-52f6ea4c-6a7c-4ee7-ad54-fc359fb9a9b5 req-5ad120e2-9f09-4a81-a296-6cf1fe05b966 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1517e22-2395-4c57-bae6-bd47c809e7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351539 Oct 27 01:19:49.099880 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1f01095d-e6cb-4bba-9f65-f58df95f2db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:49.104231 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1f01095d-e6cb-4bba-9f65-f58df95f2db3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:49.105443 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-1f01095d-e6cb-4bba-9f65-f58df95f2db3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a53f47ef-8e2c-43e1-9e69-b1fef4daff87 HTTP/1.1" status: 204 len: 168 time: 0.7302756 Oct 27 01:19:49.106865 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-6504b151-81bb-4026-bfc2-f14a8c39fc7f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4440d0d-eda6-40ea-8ff3-ed879ecaf17e HTTP/1.1" status: 200 len: 217 time: 0.0580838 Oct 27 01:19:49.149712 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cfc0a7-3f5a-4d41-abb9-e80fc370962f', 'tag': 'e4440d0d-eda6-40ea-8ff3-ed879ecaf17e'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:19:49.156223 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-85beb741-08fc-4d12-8127-5bccec398218 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:49.156709 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697540b7-4e85-456f-ae42-696b38f0033e" -d '{"events": [{"name": "network-changed", "server_uuid": "99cfc0a7-3f5a-4d41-abb9-e80fc370962f", "tag": "e4440d0d-eda6-40ea-8ff3-ed879ecaf17e"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:19:49.219549 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-85beb741-08fc-4d12-8127-5bccec398218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:49.219760 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01095d-e6cb-4bba-9f65-f58df95f2db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53f47ef-8e2c-43e1-9e69-b1fef4daff87,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:49.252766 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cbe743-79f3-4edd-ae5e-12820e500f56 x-openstack-request-id: req-b7cbe743-79f3-4edd-ae5e-12820e500f56 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:19:49.253381 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99cfc0a7-3f5a-4d41-abb9-e80fc370962f", "tag": "e4440d0d-eda6-40ea-8ff3-ed879ecaf17e", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:19:49.253768 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7cbe743-79f3-4edd-ae5e-12820e500f56 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:19:49.254537 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99cfc0a7-3f5a-4d41-abb9-e80fc370962f', 'tag': 'e4440d0d-eda6-40ea-8ff3-ed879ecaf17e', 'status': 'completed', 'code': 200} Oct 27 01:19:49.264909 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-85beb741-08fc-4d12-8127-5bccec398218 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=386833d36408416d97bdca05a944c910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3893907 Oct 27 01:19:49.265348 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85beb741-08fc-4d12-8127-5bccec398218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8a8842-0aca-462a-a1e2-eaf5481f8b82,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:49.267553 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 58686) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:49.306532 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-fcbe2e0f-7612-4fe2-9e2c-fe1bde3b27ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:49.307982 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-fcbe2e0f-7612-4fe2-9e2c-fe1bde3b27ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4a6135b-95f5-4c77-89c6-26bb40ea2187 HTTP/1.1" status: 200 len: 849 time: 0.1603653 Oct 27 01:19:49.351457 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-52f6ea4c-6a7c-4ee7-ad54-fc359fb9a9b5 req-dc7f83a3-d02f-4b3c-ad3d-7286021b3acd service neutron] 10.222.0.36 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932177 Oct 27 01:19:49.425997 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-2bdecf8c-caf7-4c9f-b596-d3f504398333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:49.427518 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-2bdecf8c-caf7-4c9f-b596-d3f504398333 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5b7050d-f17d-40a3-83d0-485beb1349f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1107304 Oct 27 01:19:49.431691 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-e698e657-ab5d-4d12-b65b-4e3021b2c6da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:49.512125 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-e698e657-ab5d-4d12-b65b-4e3021b2c6da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:49.565438 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-52f6ea4c-6a7c-4ee7-ad54-fc359fb9a9b5 req-92327106-cba9-4031-a2f2-0a57f77dcd68 service neutron] 10.222.0.36 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988432 Oct 27 01:19:49.591906 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-5d4560ea-eeec-4012-a39b-72d6dce38a07 service neutron] 10.222.0.36 "GET /v2.0/networks/b5b7050d-f17d-40a3-83d0-485beb1349f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561871 Oct 27 01:19:49.605211 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f87664-3591-4a44-ab8a-0ba1083123c8 req-b02585bf-49c9-4030-8349-128f5f386576 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:49.606746 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a4f87664-3591-4a44-ab8a-0ba1083123c8 req-b02585bf-49c9-4030-8349-128f5f386576 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 943 time: 0.0880461 Oct 27 01:19:49.615289 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50a857-7e86-4606-802f-9e04baa90dd4 req-d84ac198-ac6f-4183-b257-7a9ef88dbd1e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:49.616739 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6a50a857-7e86-4606-802f-9e04baa90dd4 req-d84ac198-ac6f-4183-b257-7a9ef88dbd1e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0850604 Oct 27 01:19:49.673504 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a4f87664-3591-4a44-ab8a-0ba1083123c8 req-137e7f3f-85a8-4375-b33d-d9ddca9092c3 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557866 Oct 27 01:19:49.678892 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6a50a857-7e86-4606-802f-9e04baa90dd4 req-b7147995-789d-4028-a878-b6ae1caaadc8 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543995 Oct 27 01:19:49.693084 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-6a1dc352-ac8a-4633-8c42-6ec2b00d35d5 req-928c76f6-989e-4f7f-988b-3e2a6ac06b00 service neutron] 10.222.0.36 "GET /v2.0/networks/b5b7050d-f17d-40a3-83d0-485beb1349f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933459 Oct 27 01:19:49.694753 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-e698e657-ab5d-4d12-b65b-4e3021b2c6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:49.699572 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-e698e657-ab5d-4d12-b65b-4e3021b2c6da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:49.699572 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-e698e657-ab5d-4d12-b65b-4e3021b2c6da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b8a8842-0aca-462a-a1e2-eaf5481f8b82 HTTP/1.1" status: 204 len: 168 time: 0.4298286 Oct 27 01:19:49.705857 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698e657-ab5d-4d12-b65b-4e3021b2c6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8a8842-0aca-462a-a1e2-eaf5481f8b82,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:49.853476 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d2de6-061c-48da-8c9c-7d51d655caf7 req-b1ffcb69-4447-4048-bce6-a9a1f818c41b tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:49.854974 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f10d2de6-061c-48da-8c9c-7d51d655caf7 req-b1ffcb69-4447-4048-bce6-a9a1f818c41b tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 945 time: 0.0788455 Oct 27 01:19:49.858472 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 58700) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:49.872921 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b4f1c-ea3f-427b-9273-fbd6e453649f req-c4a82c99-9af6-48bc-b3ad-0acee139c8a6 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:49.874440 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-824b4f1c-ea3f-427b-9273-fbd6e453649f req-c4a82c99-9af6-48bc-b3ad-0acee139c8a6 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 943 time: 0.0892112 Oct 27 01:19:49.891905 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-322494a3-841e-47aa-be58-889c4b962dea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:49.927080 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697540b7-4e85-456f-ae42-696b38f0033e req-34379b50-b267-478d-b781-130f0a2e186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:49.928595 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-697540b7-4e85-456f-ae42-696b38f0033e req-34379b50-b267-478d-b781-130f0a2e186c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba4a231d73f5454eb53e08db96f0a471&device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 1096 time: 0.0414586 Oct 27 01:19:49.950655 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-824b4f1c-ea3f-427b-9273-fbd6e453649f req-98cde17a-54d1-4afe-8add-bd9b8f3a4a8a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621290 Oct 27 01:19:49.963276 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f10d2de6-061c-48da-8c9c-7d51d655caf7 req-08b3692d-2bd9-4bca-91b8-5ef741cf0d56 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868642 Oct 27 01:19:50.035520 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-322494a3-841e-47aa-be58-889c4b962dea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:50.039819 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697540b7-4e85-456f-ae42-696b38f0033e req-7a5776bd-388b-49e1-bf73-e66d8964c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:50.041285 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-697540b7-4e85-456f-ae42-696b38f0033e req-7a5776bd-388b-49e1-bf73-e66d8964c042 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5b7050d-f17d-40a3-83d0-485beb1349f9 HTTP/1.1" status: 200 len: 911 time: 0.1007731 Oct 27 01:19:50.084921 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-697540b7-4e85-456f-ae42-696b38f0033e req-6db58b5d-69d2-49dc-ab04-6933e6472470 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4440d0d-eda6-40ea-8ff3-ed879ecaf17e HTTP/1.1" status: 200 len: 217 time: 0.0344281 Oct 27 01:19:50.093412 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-322494a3-841e-47aa-be58-889c4b962dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:50.137336 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697540b7-4e85-456f-ae42-696b38f0033e req-cc832014-655d-4ca9-8d0e-7c4e5ed969e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:50.138243 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-322494a3-841e-47aa-be58-889c4b962dea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60d76602b9e844d8a397f63016959861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784452 Oct 27 01:19:50.139029 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-697540b7-4e85-456f-ae42-696b38f0033e req-cc832014-655d-4ca9-8d0e-7c4e5ed969e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4a6135b-95f5-4c77-89c6-26bb40ea2187 HTTP/1.1" status: 200 len: 849 time: 0.0473390 Oct 27 01:19:50.139156 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 58704) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:50.144894 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322494a3-841e-47aa-be58-889c4b962dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670101bc-40ed-4016-8b30-8bc34767b56b,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:50.191612 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697540b7-4e85-456f-ae42-696b38f0033e req-1f23308b-1dc7-45bf-9337-f228dd12702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:50.193015 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-697540b7-4e85-456f-ae42-696b38f0033e req-1f23308b-1dc7-45bf-9337-f228dd12702e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5b7050d-f17d-40a3-83d0-485beb1349f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459909 Oct 27 01:19:50.203930 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a4af63e1-4267-4728-a895-111e54280ae2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:50.209903 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 4f1eccc2-4d63-4101-be4a-ce4e532f88e2 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:19:50.237272 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a4af63e1-4267-4728-a895-111e54280ae2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:50.331301 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 4f1eccc2-4d63-4101-be4a-ce4e532f88e2, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=4f1eccc2-4d63-4101-be4a-ce4e532f88e2,segment=NetworkSegment(6024137d-d6c8-44d1-9eb5-629ccb2e3a80),segment_id=6024137d-d6c8-44d1-9eb5-629ccb2e3a80)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:50.353753 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': '4f1eccc2-4d63-4101-be4a-ce4e532f88e2', 'network_id': 'e1517e22-2395-4c57-bae6-bd47c809e7b9', 'port_id': '4f1eccc2-4d63-4101-be4a-ce4e532f88e2', 'mac_address': 'fa:16:3e:10:29:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17743bda-8254-4a8b-8524-5242f8ab33dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:19:50.379551 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a4af63e1-4267-4728-a895-111e54280ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:50.383008 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a4af63e1-4267-4728-a895-111e54280ae2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:50.386817 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-a4af63e1-4267-4728-a895-111e54280ae2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/670101bc-40ed-4016-8b30-8bc34767b56b HTTP/1.1" status: 204 len: 168 time: 0.2444663 Oct 27 01:19:50.393401 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-697540b7-4e85-456f-ae42-696b38f0033e req-00ac9826-c3e8-4327-a3f9-089ba2e95be9 service neutron] 10.222.0.36 "GET /v2.0/networks/b5b7050d-f17d-40a3-83d0-485beb1349f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569800 Oct 27 01:19:50.396674 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af63e1-4267-4728-a895-111e54280ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670101bc-40ed-4016-8b30-8bc34767b56b,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:50.425902 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:50.433846 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1eccc2-4d63-4101-be4a-ce4e532f88e2 {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:19:50.453671 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 4f1eccc2-4d63-4101-be4a-ce4e532f88e2, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=4f1eccc2-4d63-4101-be4a-ce4e532f88e2,segment=NetworkSegment(6024137d-d6c8-44d1-9eb5-629ccb2e3a80),segment_id=6024137d-d6c8-44d1-9eb5-629ccb2e3a80)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:50.497742 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 58718) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:50.509879 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-697540b7-4e85-456f-ae42-696b38f0033e req-9a5a3f89-bcef-4a36-8b86-ed32db2168e4 service neutron] 10.222.0.36 "GET /v2.0/networks/b5b7050d-f17d-40a3-83d0-485beb1349f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044819 Oct 27 01:19:50.516384 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3dbb3aa5-4c60-4ca8-b690-f41670750944 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:50.550764 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:50.551744 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 73eeb8da-a290-4880-831a-db973bd4521e details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:19:50.612066 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=4f1eccc2-4d63-4101-be4a-ce4e532f88e2,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:50.623234 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3dbb3aa5-4c60-4ca8-b690-f41670750944 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:50.624738 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 73eeb8da-a290-4880-831a-db973bd4521e, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=73eeb8da-a290-4880-831a-db973bd4521e,segment=NetworkSegment(6024137d-d6c8-44d1-9eb5-629ccb2e3a80),segment_id=6024137d-d6c8-44d1-9eb5-629ccb2e3a80)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:50.636192 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': '73eeb8da-a290-4880-831a-db973bd4521e', 'network_id': 'e1517e22-2395-4c57-bae6-bd47c809e7b9', 'port_id': '73eeb8da-a290-4880-831a-db973bd4521e', 'mac_address': 'fa:16:3e:52:2e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17743bda-8254-4a8b-8524-5242f8ab33dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:19:50.675832 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:50.687637 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3dbb3aa5-4c60-4ca8-b690-f41670750944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:50.689560 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73eeb8da-a290-4880-831a-db973bd4521e {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:19:50.714480 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 73eeb8da-a290-4880-831a-db973bd4521e, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=73eeb8da-a290-4880-831a-db973bd4521e,segment=NetworkSegment(6024137d-d6c8-44d1-9eb5-629ccb2e3a80),segment_id=6024137d-d6c8-44d1-9eb5-629ccb2e3a80)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:50.742500 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 58726) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:50.749619 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb3aa5-4c60-4ca8-b690-f41670750944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57a0bd0-83e7-4061-b6d4-504eabe34b83,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:50.756226 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-3dbb3aa5-4c60-4ca8-b690-f41670750944 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ae86240de6b45179a34a362243b1225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594914 Oct 27 01:19:50.760478 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 58728) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:50.803074 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:50.805332 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 2eb0ecba-543e-4b15-8729-cbda338ab01b details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:19:50.832623 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a847817-6b22-4a8c-ba87-55ebf1d26bd6 req-c03c21fe-6d06-4b38-9d2a-6963b8310a0e tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:50.834138 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6a847817-6b22-4a8c-ba87-55ebf1d26bd6 req-c03c21fe-6d06-4b38-9d2a-6963b8310a0e tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 943 time: 0.0648656 Oct 27 01:19:50.851638 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-caa48f2d-e267-426a-b0b4-601e6597b10b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:50.900655 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-caa48f2d-e267-426a-b0b4-601e6597b10b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:50.914756 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a6c0c-aa06-4706-911b-c1774a4e7f5b req-da09910a-ac29-4c06-a6b2-b33a897fde9f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:50.916839 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-441a6c0c-aa06-4706-911b-c1774a4e7f5b req-da09910a-ac29-4c06-a6b2-b33a897fde9f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0812311 Oct 27 01:19:50.922699 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6a847817-6b22-4a8c-ba87-55ebf1d26bd6 req-ebf6c1e7-56ed-4409-a1e7-3a168b44f97a tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784311 Oct 27 01:19:50.928282 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 2eb0ecba-543e-4b15-8729-cbda338ab01b, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=2eb0ecba-543e-4b15-8729-cbda338ab01b,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:50.946389 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': '2eb0ecba-543e-4b15-8729-cbda338ab01b', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'port_id': '2eb0ecba-543e-4b15-8729-cbda338ab01b', 'mac_address': 'fa:16:3e:88:0e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:19:50.961271 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-441a6c0c-aa06-4706-911b-c1774a4e7f5b req-9491d8a7-51f0-4980-80ae-0e1d1bead7a1 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376153 Oct 27 01:19:51.064998 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-caa48f2d-e267-426a-b0b4-601e6597b10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:51.068469 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-caa48f2d-e267-426a-b0b4-601e6597b10b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:51.073660 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-caa48f2d-e267-426a-b0b4-601e6597b10b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c57a0bd0-83e7-4061-b6d4-504eabe34b83 HTTP/1.1" status: 204 len: 168 time: 0.3116162 Oct 27 01:19:51.089683 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa48f2d-e267-426a-b0b4-601e6597b10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57a0bd0-83e7-4061-b6d4-504eabe34b83,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:51.144193 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d301bc0-1207-4eed-9ecc-de13f631b6bb req-bd572a2c-7f57-44ea-a3ea-b79242d1bba9 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:51.148532 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f73ac4f6-3c04-4d75-9864-cf13bb29988a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:51.154653 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8d301bc0-1207-4eed-9ecc-de13f631b6bb req-bd572a2c-7f57-44ea-a3ea-b79242d1bba9 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 943 time: 0.0862341 Oct 27 01:19:51.172362 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48134321-8721-4b1d-b5bb-86c10aee1ea7 req-ee6b9744-77c0-4325-b8a7-408f98a10990 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:51.182155 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-48134321-8721-4b1d-b5bb-86c10aee1ea7 req-ee6b9744-77c0-4325-b8a7-408f98a10990 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 945 time: 0.1252232 Oct 27 01:19:51.182546 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=73eeb8da-a290-4880-831a-db973bd4521e,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:51.188506 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:51.206012 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb0ecba-543e-4b15-8729-cbda338ab01b {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:19:51.235709 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 2eb0ecba-543e-4b15-8729-cbda338ab01b, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=2eb0ecba-543e-4b15-8729-cbda338ab01b,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:51.248001 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8d301bc0-1207-4eed-9ecc-de13f631b6bb req-ac169740-4001-45ca-b598-4c9f4d756677 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904818 Oct 27 01:19:51.256788 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-48134321-8721-4b1d-b5bb-86c10aee1ea7 req-04b6ed2f-7a0b-4ccc-875c-66618afbe0fc tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731726 Oct 27 01:19:51.279281 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f73ac4f6-3c04-4d75-9864-cf13bb29988a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:51.339498 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:51.343607 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f73ac4f6-3c04-4d75-9864-cf13bb29988a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:51.392459 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-f73ac4f6-3c04-4d75-9864-cf13bb29988a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a926bd5e8724a67805793952637c5af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6460311 Oct 27 01:19:51.392459 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ac4f6-3c04-4d75-9864-cf13bb29988a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0839a4c4-d01d-4b44-b86e-05e6c7036f4f,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:51.392889 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 58748) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:51.404363 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=2eb0ecba-543e-4b15-8729-cbda338ab01b,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:51.458430 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e25ff7c-139f-48fc-a5ae-aaefff9913e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:51.481195 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e25ff7c-139f-48fc-a5ae-aaefff9913e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:51.590810 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e25ff7c-139f-48fc-a5ae-aaefff9913e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:51.593389 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e25ff7c-139f-48fc-a5ae-aaefff9913e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:51.596832 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-1e25ff7c-139f-48fc-a5ae-aaefff9913e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0839a4c4-d01d-4b44-b86e-05e6c7036f4f HTTP/1.1" status: 204 len: 168 time: 0.2005398 Oct 27 01:19:51.606173 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25ff7c-139f-48fc-a5ae-aaefff9913e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0839a4c4-d01d-4b44-b86e-05e6c7036f4f,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:51.895825 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['4f1eccc2-4d63-4101-be4a-ce4e532f88e2'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:19:51.962867 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['73eeb8da-a290-4880-831a-db973bd4521e'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:19:52.028341 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['2eb0ecba-543e-4b15-8729-cbda338ab01b'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:19:52.069921 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba82db8-63b2-4ad4-b7bd-74d99ee0c0f5 req-fee8b760-1a87-4aed-b449-427838fe07f9 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:52.071763 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6ba82db8-63b2-4ad4-b7bd-74d99ee0c0f5 req-fee8b760-1a87-4aed-b449-427838fe07f9 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 944 time: 0.0706301 Oct 27 01:19:52.138192 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f381eab-2d5d-49ef-815c-bc30ad7bfabe req-1e348a48-23c0-496a-b7b8-bab25177e14f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:52.139488 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0f381eab-2d5d-49ef-815c-bc30ad7bfabe req-1e348a48-23c0-496a-b7b8-bab25177e14f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 944 time: 0.0905139 Oct 27 01:19:52.145089 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6ba82db8-63b2-4ad4-b7bd-74d99ee0c0f5 req-290564d7-9059-434e-9f5a-c585934cba0c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562463 Oct 27 01:19:52.210776 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0f381eab-2d5d-49ef-815c-bc30ad7bfabe req-8b8a02a9-3f7d-46b1-8224-2f92622ab67f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572424 Oct 27 01:19:52.215697 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device e4440d0d-eda6-40ea-8ff3-ed879ecaf17e details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:19:52.273680 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 58790) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:52.300263 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-eeca0ab6-8374-4e4a-9f05-7ca6ae16f3d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:52.404613 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-eeca0ab6-8374-4e4a-9f05-7ca6ae16f3d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:52.424464 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d18fe6-f891-4292-a4f6-499ad7535b33 req-25f52b0e-491d-49db-b27e-5a272ac80dcd tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:52.438757 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d5d18fe6-f891-4292-a4f6-499ad7535b33 req-25f52b0e-491d-49db-b27e-5a272ac80dcd tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 943 time: 0.1085770 Oct 27 01:19:52.443551 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port e4440d0d-eda6-40ea-8ff3-ed879ecaf17e, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=e4440d0d-eda6-40ea-8ff3-ed879ecaf17e,segment=NetworkSegment(48fbe17e-f5fd-4595-9ff4-16bc39f15b51),segment_id=48fbe17e-f5fd-4595-9ff4-16bc39f15b51)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:52.456157 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': 'e4440d0d-eda6-40ea-8ff3-ed879ecaf17e', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'port_id': 'e4440d0d-eda6-40ea-8ff3-ed879ecaf17e', 'mac_address': 'fa:16:3e:66:9b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:19:52.471794 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-eeca0ab6-8374-4e4a-9f05-7ca6ae16f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:52.504254 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:52.526292 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-eeca0ab6-8374-4e4a-9f05-7ca6ae16f3d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b94552ad731746ca9b17af5642f2a49b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510591 Oct 27 01:19:52.527347 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca0ab6-8374-4e4a-9f05-7ca6ae16f3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a7bff1-a36e-4d1e-9020-65e838ad0134,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:52.530365 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 58800) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:19:52.537191 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4440d0d-eda6-40ea-8ff3-ed879ecaf17e {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:19:52.554179 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d5d18fe6-f891-4292-a4f6-499ad7535b33 req-d8aec34b-6a3e-4f72-bfae-04ccfdbcf7e3 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054127 Oct 27 01:19:52.567853 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port e4440d0d-eda6-40ea-8ff3-ed879ecaf17e, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=e4440d0d-eda6-40ea-8ff3-ed879ecaf17e,segment=NetworkSegment(48fbe17e-f5fd-4595-9ff4-16bc39f15b51),segment_id=48fbe17e-f5fd-4595-9ff4-16bc39f15b51)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:52.617166 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1aadf3fa-46ba-4199-b834-4ca74d64bd89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:52.639915 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1aadf3fa-46ba-4199-b834-4ca74d64bd89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:52.653727 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:52.712385 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=e4440d0d-eda6-40ea-8ff3-ed879ecaf17e,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:52.757023 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1aadf3fa-46ba-4199-b834-4ca74d64bd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:52.760664 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1aadf3fa-46ba-4199-b834-4ca74d64bd89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:52.765512 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-1aadf3fa-46ba-4199-b834-4ca74d64bd89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78a7bff1-a36e-4d1e-9020-65e838ad0134 HTTP/1.1" status: 204 len: 168 time: 0.2334826 Oct 27 01:19:52.778334 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadf3fa-46ba-4199-b834-4ca74d64bd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a7bff1-a36e-4d1e-9020-65e838ad0134,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:53.168074 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['e4440d0d-eda6-40ea-8ff3-ed879ecaf17e'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:19:53.280669 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e078c-b5ec-4697-b4f8-61c53395654d req-d6336a6b-4787-4508-9cb8-3ff27078a28b tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:53.286571 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3b7e078c-b5ec-4697-b4f8-61c53395654d req-d6336a6b-4787-4508-9cb8-3ff27078a28b tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 944 time: 0.0651548 Oct 27 01:19:53.334937 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3b7e078c-b5ec-4697-b4f8-61c53395654d req-94a01b55-0b90-480d-b542-5019131dee45 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436213 Oct 27 01:19:53.469732 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2b09-1450-4b04-8eb7-8c49f2ac8254 req-d3205e77-a293-4432-825c-6d1000526a48 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:53.471308 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-35da2b09-1450-4b04-8eb7-8c49f2ac8254 req-d3205e77-a293-4432-825c-6d1000526a48 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 944 time: 0.0527740 Oct 27 01:19:53.513354 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-35da2b09-1450-4b04-8eb7-8c49f2ac8254 req-b5ce7efb-c134-486c-a58a-1a4b60f90c1b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351305 Oct 27 01:19:53.685366 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d359975-478f-4ee7-938c-86dd0a137ac4 req-412f2f89-fc31-4430-920e-c08304306fb1 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:53.687459 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3d359975-478f-4ee7-938c-86dd0a137ac4 req-412f2f89-fc31-4430-920e-c08304306fb1 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 944 time: 0.0514576 Oct 27 01:19:53.745054 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3d359975-478f-4ee7-938c-86dd0a137ac4 req-0a658d5d-20c9-4d46-ac80-79eaf87c6a01 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511231 Oct 27 01:19:53.864762 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c9928df-f59f-4723-b5f4-6b4843f23fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:54.465670 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bfe74-64c3-4c62-af8a-b8ae399de42f req-c2ce3a6f-7a02-4b6b-8d37-3efe274f313c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:54.467186 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9d6bfe74-64c3-4c62-af8a-b8ae399de42f req-c2ce3a6f-7a02-4b6b-8d37-3efe274f313c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 944 time: 0.0502465 Oct 27 01:19:54.507309 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9d6bfe74-64c3-4c62-af8a-b8ae399de42f req-ff0b1477-e650-4ecb-bf47-b362975d9caf tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339034 Oct 27 01:19:54.641939 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56d779-3d0a-4cba-b16f-f8b504578575 req-4a035640-d15e-476c-8e81-376676d6d655 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:54.650469 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2c56d779-3d0a-4cba-b16f-f8b504578575 req-4a035640-d15e-476c-8e81-376676d6d655 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 944 time: 0.0600915 Oct 27 01:19:54.683706 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2c56d779-3d0a-4cba-b16f-f8b504578575 req-00ed059f-c9ac-4753-b949-e9dd6362243b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321321 Oct 27 01:19:54.864770 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc7a1d-4374-484c-94a2-ec8ce106e951 req-8baf6490-0cb0-4b16-985b-af3cbc9d8531 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:54.866651 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3bdc7a1d-4374-484c-94a2-ec8ce106e951 req-8baf6490-0cb0-4b16-985b-af3cbc9d8531 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 944 time: 0.0496414 Oct 27 01:19:54.909346 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3bdc7a1d-4374-484c-94a2-ec8ce106e951 req-87655d76-215a-4abe-b1f0-f4b08f7cb844 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366828 Oct 27 01:19:55.623149 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841f83b-1278-4b59-a0c0-c5ada1541c95 req-65d60dad-fbe4-4466-bb76-d91a15b4d6e4 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:55.624549 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2841f83b-1278-4b59-a0c0-c5ada1541c95 req-65d60dad-fbe4-4466-bb76-d91a15b4d6e4 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 944 time: 0.0482845 Oct 27 01:19:55.661917 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2841f83b-1278-4b59-a0c0-c5ada1541c95 req-c051cecd-7871-4761-a3e3-552915d37ed0 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314603 Oct 27 01:19:55.727736 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 4f1eccc2-4d63-4101-be4a-ce4e532f88e2 up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:19:55.808715 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ea57e-fc3d-47fe-b47f-89272b975a2e req-205d8eae-f17e-4603-8858-d5975c41f69b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:55.810227 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0a1ea57e-fc3d-47fe-b47f-89272b975a2e req-205d8eae-f17e-4603-8858-d5975c41f69b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 944 time: 0.0523512 Oct 27 01:19:55.841897 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning for port 4f1eccc2-4d63-4101-be4a-ce4e532f88e2 completed by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:19:55.846642 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port 4f1eccc2-4d63-4101-be4a-ce4e532f88e2 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:55.847015 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:55.855837 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0a1ea57e-fc3d-47fe-b47f-89272b975a2e req-ba891742-45a0-45c2-884f-ca9ce4630476 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320995 Oct 27 01:19:55.935798 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:55.958439 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c00af12-ba9b-4253-8e58-985becdb2ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1eccc2-4d63-4101-be4a-ce4e532f88e2'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:19:55.961356 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c7ed5c-ef92-4fe2-a6a6-b5cc89e49aea" -d '{"events": [{"server_uuid": "2c00af12-ba9b-4253-8e58-985becdb2ad0", "name": "network-vif-plugged", "status": "completed", "tag": "4f1eccc2-4d63-4101-be4a-ce4e532f88e2"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:19:55.978511 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 4f1eccc2-4d63-4101-be4a-ce4e532f88e2, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=4f1eccc2-4d63-4101-be4a-ce4e532f88e2,segment=NetworkSegment(6024137d-d6c8-44d1-9eb5-629ccb2e3a80),segment_id=6024137d-d6c8-44d1-9eb5-629ccb2e3a80)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:56.003548 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5372c5-28bc-4e11-9088-11ce8f7687a7 x-openstack-request-id: req-fb5372c5-28bc-4e11-9088-11ce8f7687a7 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:19:56.003678 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c00af12-ba9b-4253-8e58-985becdb2ad0", "name": "network-vif-plugged", "status": "completed", "tag": "4f1eccc2-4d63-4101-be4a-ce4e532f88e2", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:19:56.003940 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb5372c5-28bc-4e11-9088-11ce8f7687a7 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:19:56.004404 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c00af12-ba9b-4253-8e58-985becdb2ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1eccc2-4d63-4101-be4a-ce4e532f88e2', 'code': 200} Oct 27 01:19:56.036468 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:56.037905 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 73eeb8da-a290-4880-831a-db973bd4521e up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:19:56.038663 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16b488-65b7-4e8f-96aa-833dba6ce505 req-d71ac1ee-8039-4bba-aefb-077f75942a55 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:56.040155 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6c16b488-65b7-4e8f-96aa-833dba6ce505 req-d71ac1ee-8039-4bba-aefb-077f75942a55 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 944 time: 0.0515647 Oct 27 01:19:56.085135 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6c16b488-65b7-4e8f-96aa-833dba6ce505 req-efb10930-3214-4f83-8087-89a57f13c985 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389524 Oct 27 01:19:56.118072 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=4f1eccc2-4d63-4101-be4a-ce4e532f88e2,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:56.190824 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning for port 73eeb8da-a290-4880-831a-db973bd4521e completed by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:19:56.195306 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port 73eeb8da-a290-4880-831a-db973bd4521e triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:56.195899 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:56.288700 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:56.322290 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 73eeb8da-a290-4880-831a-db973bd4521e, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=73eeb8da-a290-4880-831a-db973bd4521e,segment=NetworkSegment(6024137d-d6c8-44d1-9eb5-629ccb2e3a80),segment_id=6024137d-d6c8-44d1-9eb5-629ccb2e3a80)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:56.338846 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-581d44f0-5175-48d0-bcd2-905db8f0ef28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:56.396119 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:56.400721 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 2eb0ecba-543e-4b15-8729-cbda338ab01b up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:19:56.468959 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=73eeb8da-a290-4880-831a-db973bd4521e,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:56.555800 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning for port 2eb0ecba-543e-4b15-8729-cbda338ab01b completed by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:19:56.559655 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port 2eb0ecba-543e-4b15-8729-cbda338ab01b triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:56.560062 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:56.639789 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:56.671228 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 2eb0ecba-543e-4b15-8729-cbda338ab01b, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=2eb0ecba-543e-4b15-8729-cbda338ab01b,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:56.733324 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:56.785377 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=2eb0ecba-543e-4b15-8729-cbda338ab01b,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:56.789011 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device e4440d0d-eda6-40ea-8ff3-ed879ecaf17e up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:19:56.803831 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851e4ec-f894-47d5-a60c-445033554887 req-51200fbb-bb14-454e-a0b8-818c2350f339 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:56.805468 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3851e4ec-f894-47d5-a60c-445033554887 req-51200fbb-bb14-454e-a0b8-818c2350f339 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0745058 Oct 27 01:19:56.866446 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3851e4ec-f894-47d5-a60c-445033554887 req-2cb937e9-cd81-4020-bcb5-7c5903cf3f32 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455818 Oct 27 01:19:56.939074 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning for port e4440d0d-eda6-40ea-8ff3-ed879ecaf17e completed by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:19:56.945793 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port e4440d0d-eda6-40ea-8ff3-ed879ecaf17e triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:19:56.946183 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:56.983066 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12669e-54a1-42be-91e8-71dabc926d52 req-74abafc1-efaa-4e1c-928e-0aa71d43872b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:56.988209 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3b12669e-54a1-42be-91e8-71dabc926d52 req-74abafc1-efaa-4e1c-928e-0aa71d43872b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0555539 Oct 27 01:19:57.032456 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:57.034977 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3b12669e-54a1-42be-91e8-71dabc926d52 req-22b5761c-c02f-4622-9151-d69c3a5df111 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457454 Oct 27 01:19:57.078102 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port e4440d0d-eda6-40ea-8ff3-ed879ecaf17e, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=e4440d0d-eda6-40ea-8ff3-ed879ecaf17e,segment=NetworkSegment(48fbe17e-f5fd-4595-9ff4-16bc39f15b51),segment_id=48fbe17e-f5fd-4595-9ff4-16bc39f15b51)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:19:57.180609 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ed7d4-c24f-41d4-9b9f-419464105fb6 req-13c2cdab-c982-443b-8ab8-66fceffabe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:57.182125 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-308ed7d4-c24f-41d4-9b9f-419464105fb6 req-13c2cdab-c982-443b-8ab8-66fceffabe32 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 1098 time: 0.0775790 Oct 27 01:19:57.205747 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2059af-8964-49e9-a95d-e8e8596b4dcd req-6ac2df15-c944-41a9-ab40-10dbe0e03f76 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:57.207320 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ba2059af-8964-49e9-a95d-e8e8596b4dcd req-6ac2df15-c944-41a9-ab40-10dbe0e03f76 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 944 time: 0.0527575 Oct 27 01:19:57.236326 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:57.260461 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ba2059af-8964-49e9-a95d-e8e8596b4dcd req-871132fc-1f71-4f28-8292-e24be7f577a2 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470338 Oct 27 01:19:57.279077 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:57.296461 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=e4440d0d-eda6-40ea-8ff3-ed879ecaf17e,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:19:57.414268 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-308ed7d4-c24f-41d4-9b9f-419464105fb6 req-c8d40de0-29c3-48ef-9827-a2d4e86da464 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239816 Oct 27 01:19:57.641659 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:57.985399 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a17304-a44e-4793-9503-790ece9ba343 req-38d110aa-c087-462f-b35e-c325b1992c76 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:57.992799 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-97a17304-a44e-4793-9503-790ece9ba343 req-38d110aa-c087-462f-b35e-c325b1992c76 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0554841 Oct 27 01:19:58.006378 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73eeb8da-a290-4880-831a-db973bd4521e'}, {'server_uuid': 'ef2a60d0-e2da-4415-8558-1da7a803e3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb0ecba-543e-4b15-8729-cbda338ab01b'}, {'server_uuid': '99cfc0a7-3f5a-4d41-abb9-e80fc370962f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4440d0d-eda6-40ea-8ff3-ed879ecaf17e'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:19:58.008801 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ebfd6f-abcb-47f5-8789-d0016f3126f2" -d '{"events": [{"server_uuid": "cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5", "name": "network-vif-plugged", "status": "completed", "tag": "73eeb8da-a290-4880-831a-db973bd4521e"}, {"server_uuid": "ef2a60d0-e2da-4415-8558-1da7a803e3f4", "name": "network-vif-plugged", "status": "completed", "tag": "2eb0ecba-543e-4b15-8729-cbda338ab01b"}, {"server_uuid": "99cfc0a7-3f5a-4d41-abb9-e80fc370962f", "name": "network-vif-plugged", "status": "completed", "tag": "e4440d0d-eda6-40ea-8ff3-ed879ecaf17e"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:19:58.026692 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-97a17304-a44e-4793-9503-790ece9ba343 req-b40ea729-4ec0-49d9-bca0-70ae2961b673 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329325 Oct 27 01:19:58.053090 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 27 Oct 2021 01:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daaf98de-5d1a-4096-9995-4bfafb873420 x-openstack-request-id: req-daaf98de-5d1a-4096-9995-4bfafb873420 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:19:58.053431 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5", "name": "network-vif-plugged", "status": "completed", "tag": "73eeb8da-a290-4880-831a-db973bd4521e", "code": 200}, {"server_uuid": "ef2a60d0-e2da-4415-8558-1da7a803e3f4", "name": "network-vif-plugged", "status": "completed", "tag": "2eb0ecba-543e-4b15-8729-cbda338ab01b", "code": 200}, {"server_uuid": "99cfc0a7-3f5a-4d41-abb9-e80fc370962f", "name": "network-vif-plugged", "status": "completed", "tag": "e4440d0d-eda6-40ea-8ff3-ed879ecaf17e", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:19:58.053683 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-daaf98de-5d1a-4096-9995-4bfafb873420 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:19:58.054103 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73eeb8da-a290-4880-831a-db973bd4521e', 'code': 200} Oct 27 01:19:58.054357 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2a60d0-e2da-4415-8558-1da7a803e3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb0ecba-543e-4b15-8729-cbda338ab01b', 'code': 200} Oct 27 01:19:58.054607 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cfc0a7-3f5a-4d41-abb9-e80fc370962f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4440d0d-eda6-40ea-8ff3-ed879ecaf17e', 'code': 200} Oct 27 01:19:58.157445 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fabcc-02fe-447e-b8f9-d6f6296e2519 req-00f05d97-a046-4c3a-9cd6-2315d3528833 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:58.158903 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-097fabcc-02fe-447e-b8f9-d6f6296e2519 req-00f05d97-a046-4c3a-9cd6-2315d3528833 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0490866 Oct 27 01:19:58.197016 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-097fabcc-02fe-447e-b8f9-d6f6296e2519 req-c497d028-e9ab-4fc2-a596-dae5c74d1afc tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320735 Oct 27 01:19:58.373215 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad44bfa-41e8-450f-b520-52756cf3ff72 req-ed8b1e9c-7073-4123-9781-82bf39720e84 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:58.374726 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4ad44bfa-41e8-450f-b520-52756cf3ff72 req-ed8b1e9c-7073-4123-9781-82bf39720e84 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0478415 Oct 27 01:19:58.415021 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4ad44bfa-41e8-450f-b520-52756cf3ff72 req-d22f71e6-25ab-47b4-ab82-a06455012325 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343232 Oct 27 01:19:59.081919 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:19:59.140686 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca472012-ccd5-4b5f-81d2-ae18e335612c req-ee1a26fa-3c27-4349-8e49-c7ec3042ea34 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:59.142230 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ca472012-ccd5-4b5f-81d2-ae18e335612c req-ee1a26fa-3c27-4349-8e49-c7ec3042ea34 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0486054 Oct 27 01:19:59.182042 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ca472012-ccd5-4b5f-81d2-ae18e335612c req-515ae3e5-ad06-4e54-af79-665d86a8b6db tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332341 Oct 27 01:19:59.315463 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b9ecf-dd75-413c-9c70-ecf01f0ae72f req-569e2768-b4af-4493-a86b-26ba134a684a tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:59.316850 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ae5b9ecf-dd75-413c-9c70-ecf01f0ae72f req-569e2768-b4af-4493-a86b-26ba134a684a tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0496252 Oct 27 01:19:59.354340 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ae5b9ecf-dd75-413c-9c70-ecf01f0ae72f req-ef1ec5f3-5227-471e-a546-1fe04f9ac5b3 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311048 Oct 27 01:19:59.526364 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e95967-bfa3-4e6f-846b-443b1c51568e req-ec4f13ef-31ab-4912-af39-b27c68c48265 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:19:59.527778 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-87e95967-bfa3-4e6f-846b-443b1c51568e req-ec4f13ef-31ab-4912-af39-b27c68c48265 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0482960 Oct 27 01:19:59.567022 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-87e95967-bfa3-4e6f-846b-443b1c51568e req-2442c0ef-5885-480b-92e3-1a499c05a371 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334790 Oct 27 01:20:00.493105 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90107e9c-b55e-4267-8694-deb0a45cea2d req-8dc8e502-402f-41a4-a8bd-5ce08ae22a01 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:00.494608 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-90107e9c-b55e-4267-8694-deb0a45cea2d req-8dc8e502-402f-41a4-a8bd-5ce08ae22a01 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.2414165 Oct 27 01:20:00.508110 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215e8e3-929f-46fb-9910-593e8d16e861 req-46b806c6-c13e-478c-8583-2c66cc308e87 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:00.509569 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4215e8e3-929f-46fb-9910-593e8d16e861 req-46b806c6-c13e-478c-8583-2c66cc308e87 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0681932 Oct 27 01:20:00.564218 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-90107e9c-b55e-4267-8694-deb0a45cea2d req-c5aeca94-9712-4e45-a50d-aca127da7957 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536222 Oct 27 01:20:00.568936 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4215e8e3-929f-46fb-9910-593e8d16e861 req-c0bb552a-df35-4473-97cd-0310756664dc tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516779 Oct 27 01:20:00.678596 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3870b-a0d5-4d11-9f36-cb6b3c380b22 req-de1ab3ba-ecb6-45f0-9f68-ae99129541b7 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:00.680160 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1df3870b-a0d5-4d11-9f36-cb6b3c380b22 req-de1ab3ba-ecb6-45f0-9f68-ae99129541b7 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0495875 Oct 27 01:20:00.716996 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1df3870b-a0d5-4d11-9f36-cb6b3c380b22 req-9a18fffa-4497-460a-9a42-b6d664c5f902 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308425 Oct 27 01:20:01.703441 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecf1b9-04d1-4ce1-831b-ad7f1adad2dd req-b5ca9cd9-cd92-48a8-af98-1833f75baf1e tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:01.704902 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-16ecf1b9-04d1-4ce1-831b-ad7f1adad2dd req-b5ca9cd9-cd92-48a8-af98-1833f75baf1e tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0742128 Oct 27 01:20:01.713579 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdbeff-e7ac-4232-b0db-1ca8dc72a76a req-b8a3be46-ab1a-4f7c-a25b-071d54648bb3 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:01.714934 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3ffdbeff-e7ac-4232-b0db-1ca8dc72a76a req-b8a3be46-ab1a-4f7c-a25b-071d54648bb3 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0750511 Oct 27 01:20:01.771583 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-16ecf1b9-04d1-4ce1-831b-ad7f1adad2dd req-9cf64a85-9f18-47b4-b080-3737cbb82e0c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556509 Oct 27 01:20:01.775225 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3ffdbeff-e7ac-4232-b0db-1ca8dc72a76a req-e92bed15-6a5a-46be-ad3a-9d95821bb50d tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538566 Oct 27 01:20:01.872751 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a8b92-6845-4ad3-bd45-5caef39bb6be req-1c023e36-a06d-4921-bc40-bfb9fbb39c21 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:01.874190 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-be6a8b92-6845-4ad3-bd45-5caef39bb6be req-1c023e36-a06d-4921-bc40-bfb9fbb39c21 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0473819 Oct 27 01:20:01.911230 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-be6a8b92-6845-4ad3-bd45-5caef39bb6be req-2358f59e-fce0-4f19-91bc-a4b8fa7905ff tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309694 Oct 27 01:20:02.915748 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618fddc-6a10-45c0-af16-9203910abc58 req-3fe63b43-68dd-402a-bdd7-122783340634 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:02.917192 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a618fddc-6a10-45c0-af16-9203910abc58 req-3fe63b43-68dd-402a-bdd7-122783340634 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0791070 Oct 27 01:20:02.924364 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff13df0-eaca-4c4e-af1b-ce691f7de837 req-45306623-dd04-4a66-8e97-994cd31c4578 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:02.925711 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9ff13df0-eaca-4c4e-af1b-ce691f7de837 req-45306623-dd04-4a66-8e97-994cd31c4578 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0789039 Oct 27 01:20:02.979552 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a618fddc-6a10-45c0-af16-9203910abc58 req-10e06727-a36d-42ce-ae43-93c46bec2227 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528944 Oct 27 01:20:02.984482 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9ff13df0-eaca-4c4e-af1b-ce691f7de837 req-004cadf8-4262-41e0-b5a8-da4b1f386aff tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514653 Oct 27 01:20:03.079646 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098af5bd-65a8-4a7c-b692-751dd9ae4ff4 req-71cab4f0-072c-4513-86b8-3f83f543d8e9 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:03.080972 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-098af5bd-65a8-4a7c-b692-751dd9ae4ff4 req-71cab4f0-072c-4513-86b8-3f83f543d8e9 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0472424 Oct 27 01:20:03.118197 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-098af5bd-65a8-4a7c-b692-751dd9ae4ff4 req-efbc9863-7107-42cc-9cc3-b4d4a4666f56 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311816 Oct 27 01:20:03.481168 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea92d7-040d-411d-b67c-38e16ae011b7 req-47428b8d-7141-46df-a650-c7d69ec9d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:03.482679 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-49ea92d7-040d-411d-b67c-38e16ae011b7 req-47428b8d-7141-46df-a650-c7d69ec9d372 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 1098 time: 0.0406144 Oct 27 01:20:03.520253 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-49ea92d7-040d-411d-b67c-38e16ae011b7 req-9e762c65-7b25-44b8-8618-7ffb2c9dd088 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287192 Oct 27 01:20:04.006702 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51908f5-33d7-4a31-abe5-2c37360bffe1 req-428349fc-d75d-43b4-80fd-e23e6cfce292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:04.008971 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b51908f5-33d7-4a31-abe5-2c37360bffe1 req-428349fc-d75d-43b4-80fd-e23e6cfce292 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 1098 time: 0.0694690 Oct 27 01:20:04.011893 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1b5bc-7c44-48bb-b20e-cc20953c6b54 req-d21545cb-035f-4bf4-98eb-4a1637716c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:04.011893 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c5b1b5bc-7c44-48bb-b20e-cc20953c6b54 req-d21545cb-035f-4bf4-98eb-4a1637716c3a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 1098 time: 0.0638375 Oct 27 01:20:04.078992 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b51908f5-33d7-4a31-abe5-2c37360bffe1 req-010c9ffd-7e89-46c1-82af-6f585376b842 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533843 Oct 27 01:20:04.080621 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c5b1b5bc-7c44-48bb-b20e-cc20953c6b54 req-e2d80924-b720-4a22-9d9f-06d86978f146 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538652 Oct 27 01:20:04.128831 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c217a-17ba-4993-a02c-eaf0968fbccd req-889be3c8-4333-409d-bf76-1d82bae909d0 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:04.130311 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-351c217a-17ba-4993-a02c-eaf0968fbccd req-889be3c8-4333-409d-bf76-1d82bae909d0 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0818305 Oct 27 01:20:04.138247 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500b917-bbd1-422e-9d86-a395696b71ff req-7f6231db-54b1-4425-923d-9f0a32a1c853 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:04.139681 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f500b917-bbd1-422e-9d86-a395696b71ff req-7f6231db-54b1-4425-923d-9f0a32a1c853 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0803597 Oct 27 01:20:04.196930 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-351c217a-17ba-4993-a02c-eaf0968fbccd req-7e2ab615-28b2-4fbd-aec0-ec4570f5f74f tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562978 Oct 27 01:20:04.199797 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f500b917-bbd1-422e-9d86-a395696b71ff req-abe0dbe0-1a28-4d3a-8806-295b4359da81 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534320 Oct 27 01:20:04.298661 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e88ce-5127-4706-b0fa-1f392fba7e04 req-8ab08f81-5868-494a-9b01-e94880eb0726 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:04.300172 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0f1e88ce-5127-4706-b0fa-1f392fba7e04 req-8ab08f81-5868-494a-9b01-e94880eb0726 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0493937 Oct 27 01:20:04.340394 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0f1e88ce-5127-4706-b0fa-1f392fba7e04 req-11f1cf69-f6f7-444d-97de-c2cbe4064dae tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328643 Oct 27 01:20:05.356795 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eeace1-d304-4a96-957b-96c0de404cf8 req-48877b46-480c-43d0-bee3-ed4024f0913f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:05.358580 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-89eeace1-d304-4a96-957b-96c0de404cf8 req-48877b46-480c-43d0-bee3-ed4024f0913f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0773950 Oct 27 01:20:05.371518 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86623d-acfc-478b-b302-8d6d9757f62e req-f785270b-14f5-425a-8a70-1180749667a0 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:05.373061 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1d86623d-acfc-478b-b302-8d6d9757f62e req-f785270b-14f5-425a-8a70-1180749667a0 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0813537 Oct 27 01:20:05.445354 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-89eeace1-d304-4a96-957b-96c0de404cf8 req-22f9c008-72c8-4d70-a33b-9969ecbed35d tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562365 Oct 27 01:20:05.445354 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1d86623d-acfc-478b-b302-8d6d9757f62e req-45b88230-f210-45c2-aae7-28cbd57ca644 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578327 Oct 27 01:20:05.544708 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9499392-c7eb-4d8c-8df3-e87536ba506b req-4bc97703-bdf7-42bb-a4de-f10640464cc4 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:05.546188 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d9499392-c7eb-4d8c-8df3-e87536ba506b req-4bc97703-bdf7-42bb-a4de-f10640464cc4 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0500376 Oct 27 01:20:05.592324 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d9499392-c7eb-4d8c-8df3-e87536ba506b req-dfa813c6-b4cb-40f9-a358-590bdd224866 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400398 Oct 27 01:20:06.616928 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda1487-2256-455a-9448-e65e186df679 req-ea37b9f3-6779-4432-a903-47e0c867d1dc tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:06.618423 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0eda1487-2256-455a-9448-e65e186df679 req-ea37b9f3-6779-4432-a903-47e0c867d1dc tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0812259 Oct 27 01:20:06.625902 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbe260-6534-4ff7-8c13-e6833bf882ef req-8056a28e-ecf2-4977-8d65-257f5c14af4a tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:06.627294 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a4dbe260-6534-4ff7-8c13-e6833bf882ef req-8056a28e-ecf2-4977-8d65-257f5c14af4a tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0912952 Oct 27 01:20:06.679884 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0eda1487-2256-455a-9448-e65e186df679 req-5083eb69-6a13-47d5-b00e-3661ea1e21b5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516536 Oct 27 01:20:06.686956 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a4dbe260-6534-4ff7-8c13-e6833bf882ef req-b107f566-8f55-402e-a4df-8a3d4899b2d5 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529530 Oct 27 01:20:06.814345 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915ba72-2a02-4928-806a-ce10b61d2ca0 req-616ad11e-db16-4388-9f94-ac352f1d28f0 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:06.814345 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1915ba72-2a02-4928-806a-ce10b61d2ca0 req-616ad11e-db16-4388-9f94-ac352f1d28f0 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0677774 Oct 27 01:20:06.904011 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1915ba72-2a02-4928-806a-ce10b61d2ca0 req-90ad78ee-5f43-4221-8162-8bc874264dfe tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791695 Oct 27 01:20:06.920157 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114e26f-143a-4257-a6dd-c6c3cf2cf092 req-cd974f20-1bcc-4763-ba2a-bd124c4d84df tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:06.922630 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2114e26f-143a-4257-a6dd-c6c3cf2cf092 req-cd974f20-1bcc-4763-ba2a-bd124c4d84df tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0773261 Oct 27 01:20:06.937054 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 59208) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:06.941490 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-1d7eb7cb-cb18-460c-bc7c-8d1dc8f2704e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Request body: {'floatingip': {'port_id': '2eb0ecba-543e-4b15-8729-cbda338ab01b'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:20:07.018719 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1d7eb7cb-cb18-460c-bc7c-8d1dc8f2704e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for floatingip, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:07.586165 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1d7eb7cb-cb18-460c-bc7c-8d1dc8f2704e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:07.670383 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1d7eb7cb-cb18-460c-bc7c-8d1dc8f2704e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3723056'] for floatingip, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:07.770447 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.db.l3_db [None req-1d7eb7cb-cb18-460c-bc7c-8d1dc8f2704e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Floating IP 525327be-b2fe-41a7-97db-c96939629254 associated. External IP: 172.27.3.60, port: 2eb0ecba-543e-4b15-8729-cbda338ab01b. Oct 27 01:20:07.802357 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382f879-34aa-4217-89dd-11f5e382b2e8 req-6f394402-2fcf-49e3-bb19-bb3457cd68d1 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:07.803839 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2382f879-34aa-4217-89dd-11f5e382b2e8 req-6f394402-2fcf-49e3-bb19-bb3457cd68d1 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0490348 Oct 27 01:20:07.844681 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2382f879-34aa-4217-89dd-11f5e382b2e8 req-34ef7078-8f34-4c25-9b2e-bff2ce52ac91 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339086 Oct 27 01:20:08.016176 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7eb7cb-cb18-460c-bc7c-8d1dc8f2704e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Router 476010ed-4096-457a-a137-d7a253712a27 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:20:08.030555 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30966a7a-34d9-48a9-8271-e2e264c9c31d req-21047828-7e77-46bf-90e6-336b4cb13ec6 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:08.032046 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-30966a7a-34d9-48a9-8271-e2e264c9c31d req-21047828-7e77-46bf-90e6-336b4cb13ec6 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0526202 Oct 27 01:20:08.088073 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-30966a7a-34d9-48a9-8271-e2e264c9c31d req-05766b4d-adb3-4806-bf3a-3e68865a87c9 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440657 Oct 27 01:20:08.222049 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991682a-f912-41ba-9cfa-189101df8d8f req-e9445adc-9455-4195-971b-80394b88f5e1 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:08.229052 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b991682a-f912-41ba-9cfa-189101df8d8f req-e9445adc-9455-4195-971b-80394b88f5e1 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0688739 Oct 27 01:20:08.233933 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 59240) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:08.238685 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-02407640-407e-4015-a190-d3450fb24109 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Request body: {'floatingip': {'port_id': 'e4440d0d-eda6-40ea-8ff3-ed879ecaf17e'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:20:08.309748 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-02407640-407e-4015-a190-d3450fb24109 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for floatingip, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:08.315087 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7eb7cb-cb18-460c-bc7c-8d1dc8f2704e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:20:08.319827 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1d7eb7cb-cb18-460c-bc7c-8d1dc8f2704e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for floatingip, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:08.328979 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaf271a-21de-473e-8975-70cd680201fe None None] Sync routers for ids ['476010ed-4096-457a-a137-d7a253712a27'] in dv-cinder-815560-1-iscsi {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:20:08.342575 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaf271a-21de-473e-8975-70cd680201fe None None] Routers {'476010ed-4096-457a-a137-d7a253712a27'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:20:08.343289 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ddaf271a-21de-473e-8975-70cd680201fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:19:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['476010ed-4096-457a-a137-d7a253712a27'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:20:08.355496 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-1d7eb7cb-cb18-460c-bc7c-8d1dc8f2704e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "PUT /v2.0/floatingips/525327be-b2fe-41a7-97db-c96939629254 HTTP/1.1" status: 200 len: 990 time: 1.4174430 Oct 27 01:20:08.356107 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2a60d0-e2da-4415-8558-1da7a803e3f4', 'tag': '2eb0ecba-543e-4b15-8729-cbda338ab01b'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:20:08.360891 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895cd15b-e211-452b-b684-90d477864904" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2a60d0-e2da-4415-8558-1da7a803e3f4", "tag": "2eb0ecba-543e-4b15-8729-cbda338ab01b"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:20:08.414486 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcf7cae-14f7-4326-a67a-0c0374ccc6c6 x-openstack-request-id: req-abcf7cae-14f7-4326-a67a-0c0374ccc6c6 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:20:08.414486 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2a60d0-e2da-4415-8558-1da7a803e3f4", "tag": "2eb0ecba-543e-4b15-8729-cbda338ab01b", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:20:08.414486 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abcf7cae-14f7-4326-a67a-0c0374ccc6c6 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:20:08.414486 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2a60d0-e2da-4415-8558-1da7a803e3f4', 'tag': '2eb0ecba-543e-4b15-8729-cbda338ab01b', 'status': 'completed', 'code': 200} Oct 27 01:20:08.469839 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-ddaf271a-21de-473e-8975-70cd680201fe None None] Set router 476010ed-4096-457a-a137-d7a253712a27 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:20:08.601879 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cd15b-e211-452b-b684-90d477864904 req-4f57719f-209e-4389-b14d-7a327d9b93f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:08.607505 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-895cd15b-e211-452b-b684-90d477864904 req-4f57719f-209e-4389-b14d-7a327d9b93f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6304b3ad2b4e4bf398ccbae70b72f46d&device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 1098 time: 0.1187878 Oct 27 01:20:08.621965 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb7736-4c30-4c75-88d1-39e78e276840 req-199ee313-8d8c-4f26-89b3-f33cc3f2de5f tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:08.623557 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-63eb7736-4c30-4c75-88d1-39e78e276840 req-199ee313-8d8c-4f26-89b3-f33cc3f2de5f tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.1492417 Oct 27 01:20:08.704476 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-63eb7736-4c30-4c75-88d1-39e78e276840 req-8fa5ee58-7bfc-4ddf-8151-d3d03c7e9910 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730164 Oct 27 01:20:08.726010 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bcc2b-0ae1-484d-948d-e18dc9af3819 req-cd9ef4c7-aa81-4a35-ba72-4d604a9528e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:08.728836 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e27bcc2b-0ae1-484d-948d-e18dc9af3819 req-cd9ef4c7-aa81-4a35-ba72-4d604a9528e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ac535690bf24eb9bbf7d42426b21c74&device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 1098 time: 0.1532428 Oct 27 01:20:08.809375 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cd15b-e211-452b-b684-90d477864904 req-a0142867-e691-40b8-9e3b-180f946096f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:08.810941 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-895cd15b-e211-452b-b684-90d477864904 req-a0142867-e691-40b8-9e3b-180f946096f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=337a2dfd-96cd-45e0-abce-401982e807e4 HTTP/1.1" status: 200 len: 917 time: 0.1698108 Oct 27 01:20:08.862772 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ddaf271a-21de-473e-8975-70cd680201fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476010ed-4096-457a-a137-d7a253712a27', 'name': 'tempest-AttachVolumeShelveTestJSON-962092474-router', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 4, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'gw_port': {'id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:11Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '525327be-b2fe-41a7-97db-c96939629254', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '476010ed-4096-457a-a137-d7a253712a27', 'port_id': '2eb0ecba-543e-4b15-8729-cbda338ab01b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'mac_address': 'fa:16:3e:88:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2a60d0-e2da-4415-8558-1da7a803e3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:19:24Z', 'updated_at': '2021-10-27T01:20:07Z', 'revision_number': 1, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d6fd69-0257-4701-888b-913d6fd91027', 'name': '', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'mac_address': 'fa:16:3e:a9:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:23Z', 'revision_number': 5, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'subnets': [{'id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:20:08.893938 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaf271a-21de-473e-8975-70cd680201fe None None] Checking router: 476010ed-4096-457a-a137-d7a253712a27 for host: dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:20:08.907318 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaf271a-21de-473e-8975-70cd680201fe None None] Routers {'476010ed-4096-457a-a137-d7a253712a27'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:20:08.908277 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ddaf271a-21de-473e-8975-70cd680201fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:19:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['476010ed-4096-457a-a137-d7a253712a27'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:20:08.918612 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bcc2b-0ae1-484d-948d-e18dc9af3819 req-6361aee9-d820-42ef-9178-04842a553bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:08.920088 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e27bcc2b-0ae1-484d-948d-e18dc9af3819 req-6361aee9-d820-42ef-9178-04842a553bc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1517e22-2395-4c57-bae6-bd47c809e7b9 HTTP/1.1" status: 200 len: 920 time: 0.1829915 Oct 27 01:20:08.941227 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-895cd15b-e211-452b-b684-90d477864904 req-37c46fe2-8130-4ec2-afdd-0c2cdabe66e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eb0ecba-543e-4b15-8729-cbda338ab01b HTTP/1.1" status: 200 len: 998 time: 0.1180348 Oct 27 01:20:08.990219 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e27bcc2b-0ae1-484d-948d-e18dc9af3819 req-45c84763-f43b-4c1f-a0de-e010a06cf3e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73eeb8da-a290-4880-831a-db973bd4521e HTTP/1.1" status: 200 len: 217 time: 0.0594292 Oct 27 01:20:09.051665 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-ddaf271a-21de-473e-8975-70cd680201fe None None] Set router 476010ed-4096-457a-a137-d7a253712a27 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:20:09.060075 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cd15b-e211-452b-b684-90d477864904 req-73ac568a-17ff-4d03-9ac6-7504e7b317ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:09.061607 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-895cd15b-e211-452b-b684-90d477864904 req-73ac568a-17ff-4d03-9ac6-7504e7b317ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e98a956-2627-48e5-9a9f-97fe27314719 HTTP/1.1" status: 200 len: 855 time: 0.0884287 Oct 27 01:20:09.065088 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bcc2b-0ae1-484d-948d-e18dc9af3819 req-cb4b60b2-db1c-4920-a71d-caea06420e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:09.066479 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e27bcc2b-0ae1-484d-948d-e18dc9af3819 req-cb4b60b2-db1c-4920-a71d-caea06420e9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17743bda-8254-4a8b-8524-5242f8ab33dd HTTP/1.1" status: 200 len: 859 time: 0.0568078 Oct 27 01:20:09.115139 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-02407640-407e-4015-a190-d3450fb24109 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:09.131422 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e27bcc2b-0ae1-484d-948d-e18dc9af3819 req-38f8e17f-7046-4447-8b4a-ae5df45a693a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1517e22-2395-4c57-bae6-bd47c809e7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458634 Oct 27 01:20:09.200091 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cd15b-e211-452b-b684-90d477864904 req-4c4e53a7-6883-4420-baf7-e3eb13802370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:09.201577 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-895cd15b-e211-452b-b684-90d477864904 req-4c4e53a7-6883-4420-baf7-e3eb13802370 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=337a2dfd-96cd-45e0-abce-401982e807e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1250741 Oct 27 01:20:09.219481 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-02407640-407e-4015-a190-d3450fb24109 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3723056'] for floatingip, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:09.305136 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e27bcc2b-0ae1-484d-948d-e18dc9af3819 req-cb275da4-0bc2-4420-991b-ddbd4dbf96bb service neutron] 10.222.0.36 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620986 Oct 27 01:20:09.344054 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ddaf271a-21de-473e-8975-70cd680201fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476010ed-4096-457a-a137-d7a253712a27', 'name': 'tempest-AttachVolumeShelveTestJSON-962092474-router', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 4, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'gw_port': {'id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:11Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '525327be-b2fe-41a7-97db-c96939629254', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '476010ed-4096-457a-a137-d7a253712a27', 'port_id': '2eb0ecba-543e-4b15-8729-cbda338ab01b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'mac_address': 'fa:16:3e:88:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2a60d0-e2da-4415-8558-1da7a803e3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:19:24Z', 'updated_at': '2021-10-27T01:20:07Z', 'revision_number': 1, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d6fd69-0257-4701-888b-913d6fd91027', 'name': '', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'mac_address': 'fa:16:3e:a9:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:23Z', 'revision_number': 5, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'subnets': [{'id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:20:09.384559 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaf271a-21de-473e-8975-70cd680201fe None None] The sync data for ids ['476010ed-4096-457a-a137-d7a253712a27'] in dv-cinder-815560-1-iscsi is: [{'id': '476010ed-4096-457a-a137-d7a253712a27', 'name': 'tempest-AttachVolumeShelveTestJSON-962092474-router', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 4, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'gw_port': {'id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:11Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '525327be-b2fe-41a7-97db-c96939629254', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '476010ed-4096-457a-a137-d7a253712a27', 'port_id': '2eb0ecba-543e-4b15-8729-cbda338ab01b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'mac_address': 'fa:16:3e:88:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2a60d0-e2da-4415-8558-1da7a803e3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:19:24Z', 'updated_at': '2021-10-27T01:20:07Z', 'revision_number': 1, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d6fd69-0257-4701-888b-913d6fd91027', 'name': '', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'mac_address': 'fa:16:3e:a9:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:23Z', 'revision_number': 5, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'subnets': [{'id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:20:09.394903 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-895cd15b-e211-452b-b684-90d477864904 req-3b635af1-f95c-4f7b-9a6a-c80054896141 service neutron] 10.222.0.36 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737578 Oct 27 01:20:09.551782 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e27bcc2b-0ae1-484d-948d-e18dc9af3819 req-7178738a-6cdd-42d4-ae7a-8f3be6364705 service neutron] 10.222.0.36 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376335 Oct 27 01:20:09.598458 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.db.l3_db [None req-02407640-407e-4015-a190-d3450fb24109 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Floating IP 947dd24c-a13a-4881-8918-3f1880c4a5cc associated. External IP: 172.27.3.51, port: e4440d0d-eda6-40ea-8ff3-ed879ecaf17e. Oct 27 01:20:09.602044 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-895cd15b-e211-452b-b684-90d477864904 req-fd6bfb4f-fdf0-443f-8ff3-261a515e2811 service neutron] 10.222.0.36 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846161 Oct 27 01:20:09.686477 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba5db56-4d29-4e46-a0e8-dd9c23d54b52 None None] New status for floating IP 525327be-b2fe-41a7-97db-c96939629254: ACTIVE {{(pid=102102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:20:09.875631 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f7360-c21f-41f5-9a5b-ce696bff757a req-85f49bc6-3be2-4102-b9c0-5f6bed1cc709 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:09.877034 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5d6f7360-c21f-41f5-9a5b-ce696bff757a req-85f49bc6-3be2-4102-b9c0-5f6bed1cc709 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0776961 Oct 27 01:20:09.890394 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02407640-407e-4015-a190-d3450fb24109 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:20:09.987823 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5d6f7360-c21f-41f5-9a5b-ce696bff757a req-df4c7051-0abf-4de8-b380-08c9ed2da319 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994291 Oct 27 01:20:10.036968 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 59292) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:10.043835 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02407640-407e-4015-a190-d3450fb24109 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:20:10.056568 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f0bec-9922-4b55-bf52-bee191007059 None None] Sync routers for ids ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'] in dv-cinder-815560-1-iscsi {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:20:10.059246 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-02407640-407e-4015-a190-d3450fb24109 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:10.089779 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91f0bec-9922-4b55-bf52-bee191007059 None None] Routers {'d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:20:10.089779 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-b91f0bec-9922-4b55-bf52-bee191007059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:19:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:20:10.138455 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-02407640-407e-4015-a190-d3450fb24109 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "PUT /v2.0/floatingips/947dd24c-a13a-4881-8918-3f1880c4a5cc HTTP/1.1" status: 200 len: 990 time: 1.9031765 Oct 27 01:20:10.139055 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cfc0a7-3f5a-4d41-abb9-e80fc370962f', 'tag': 'e4440d0d-eda6-40ea-8ff3-ed879ecaf17e'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:20:10.141390 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f97284770e8b5c7eae555eb9b5076154bbb30c411baeb7a1d3ebc8ac0796a31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735ea7ac-9a5b-47af-a208-6f158806abe3" -d '{"events": [{"name": "network-changed", "server_uuid": "99cfc0a7-3f5a-4d41-abb9-e80fc370962f", "tag": "e4440d0d-eda6-40ea-8ff3-ed879ecaf17e"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:20:10.199317 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-aaff75ea-9daf-4a62-9818-a82d2985b63d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:10.219151 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d0f3fc-399b-491f-92b7-054dd7aa711c x-openstack-request-id: req-43d0f3fc-399b-491f-92b7-054dd7aa711c {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:20:10.219445 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99cfc0a7-3f5a-4d41-abb9-e80fc370962f", "tag": "e4440d0d-eda6-40ea-8ff3-ed879ecaf17e", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:20:10.219699 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43d0f3fc-399b-491f-92b7-054dd7aa711c {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:20:10.220097 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99cfc0a7-3f5a-4d41-abb9-e80fc370962f', 'tag': 'e4440d0d-eda6-40ea-8ff3-ed879ecaf17e', 'status': 'completed', 'code': 200} Oct 27 01:20:10.344393 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-aaff75ea-9daf-4a62-9818-a82d2985b63d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:10.357115 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ea7ac-9a5b-47af-a208-6f158806abe3 req-e886b84d-69c2-4725-abf8-b7adb6c697ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:10.359056 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-735ea7ac-9a5b-47af-a208-6f158806abe3 req-e886b84d-69c2-4725-abf8-b7adb6c697ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba4a231d73f5454eb53e08db96f0a471&device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 1098 time: 0.0514948 Oct 27 01:20:10.364097 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-b91f0bec-9922-4b55-bf52-bee191007059 None None] Set router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:20:10.455498 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-aaff75ea-9daf-4a62-9818-a82d2985b63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:10.482686 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ea7ac-9a5b-47af-a208-6f158806abe3 req-7f5a8203-1f78-4a91-aa03-8c517b5b1e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:10.484646 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-735ea7ac-9a5b-47af-a208-6f158806abe3 req-7f5a8203-1f78-4a91-aa03-8c517b5b1e8d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5b7050d-f17d-40a3-83d0-485beb1349f9 HTTP/1.1" status: 200 len: 911 time: 0.1186080 Oct 27 01:20:10.505164 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff75ea-9daf-4a62-9818-a82d2985b63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aceb1d4-5f94-4a93-93a7-61aa6dea0e69,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:10.523606 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-aaff75ea-9daf-4a62-9818-a82d2985b63d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24ca2b99a51d4e7db42d5b6cbf9403eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4852264 Oct 27 01:20:10.526223 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 59316) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:10.561787 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff75ea-9daf-4a62-9818-a82d2985b63d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.562455 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff75ea-9daf-4a62-9818-a82d2985b63d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.562997 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff75ea-9daf-4a62-9818-a82d2985b63d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.563488 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff75ea-9daf-4a62-9818-a82d2985b63d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.564029 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff75ea-9daf-4a62-9818-a82d2985b63d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.564520 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff75ea-9daf-4a62-9818-a82d2985b63d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.565020 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff75ea-9daf-4a62-9818-a82d2985b63d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.565355 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff75ea-9daf-4a62-9818-a82d2985b63d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.565689 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff75ea-9daf-4a62-9818-a82d2985b63d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.566102 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff75ea-9daf-4a62-9818-a82d2985b63d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.570741 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff75ea-9daf-4a62-9818-a82d2985b63d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.570741 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff75ea-9daf-4a62-9818-a82d2985b63d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.596844 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-735ea7ac-9a5b-47af-a208-6f158806abe3 req-cbfbd257-c974-4133-94d2-29e7702bb0a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4440d0d-eda6-40ea-8ff3-ed879ecaf17e HTTP/1.1" status: 200 len: 998 time: 0.0900769 Oct 27 01:20:10.615941 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 59322) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:10.631384 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-81e4a900-83b6-465e-8667-a1b5a07dcbde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:10.670844 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-81e4a900-83b6-465e-8667-a1b5a07dcbde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:10.679642 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ea7ac-9a5b-47af-a208-6f158806abe3 req-84651ef6-6bcb-4510-925f-0350b97ed7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:10.684730 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-b91f0bec-9922-4b55-bf52-bee191007059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'name': 'tempest-AttachVolumeTestJSON-301726510-router', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'gw_port': {'id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:10Z', 'updated_at': '2021-10-27T01:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '947dd24c-a13a-4881-8918-3f1880c4a5cc', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'port_id': 'e4440d0d-eda6-40ea-8ff3-ed879ecaf17e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'mac_address': 'fa:16:3e:66:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cfc0a7-3f5a-4d41-abb9-e80fc370962f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:19:25Z', 'updated_at': '2021-10-27T01:20:08Z', 'revision_number': 1, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6af46a-5d65-4733-884f-2a580656f903', 'name': '', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'mac_address': 'fa:16:3e:ea:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:26Z', 'revision_number': 5, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'subnets': [{'id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:20:10.684953 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-735ea7ac-9a5b-47af-a208-6f158806abe3 req-84651ef6-6bcb-4510-925f-0350b97ed7fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4a6135b-95f5-4c77-89c6-26bb40ea2187 HTTP/1.1" status: 200 len: 849 time: 0.0612786 Oct 27 01:20:10.717586 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f0bec-9922-4b55-bf52-bee191007059 None None] Checking router: d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 for host: dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:20:10.729119 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91f0bec-9922-4b55-bf52-bee191007059 None None] Routers {'d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:20:10.729985 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-b91f0bec-9922-4b55-bf52-bee191007059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:19:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:20:10.752053 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ea7ac-9a5b-47af-a208-6f158806abe3 req-9a50fa01-34ae-4401-a4d6-1c18bf92c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:10.753768 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-735ea7ac-9a5b-47af-a208-6f158806abe3 req-9a50fa01-34ae-4401-a4d6-1c18bf92c79f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5b7050d-f17d-40a3-83d0-485beb1349f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0635397 Oct 27 01:20:10.791060 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-64774fd6-b615-4da9-b215-30b87490ddaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:10.794635 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-81e4a900-83b6-465e-8667-a1b5a07dcbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:10.797536 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-81e4a900-83b6-465e-8667-a1b5a07dcbde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:10.799338 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-81e4a900-83b6-465e-8667-a1b5a07dcbde admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9aceb1d4-5f94-4a93-93a7-61aa6dea0e69 HTTP/1.1" status: 204 len: 168 time: 0.2717505 Oct 27 01:20:10.819988 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4a900-83b6-465e-8667-a1b5a07dcbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aceb1d4-5f94-4a93-93a7-61aa6dea0e69,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:10.833756 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4a900-83b6-465e-8667-a1b5a07dcbde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.834180 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4a900-83b6-465e-8667-a1b5a07dcbde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.834525 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4a900-83b6-465e-8667-a1b5a07dcbde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.834864 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4a900-83b6-465e-8667-a1b5a07dcbde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.835196 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4a900-83b6-465e-8667-a1b5a07dcbde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.835528 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4a900-83b6-465e-8667-a1b5a07dcbde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.835861 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4a900-83b6-465e-8667-a1b5a07dcbde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.836200 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4a900-83b6-465e-8667-a1b5a07dcbde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.836594 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4a900-83b6-465e-8667-a1b5a07dcbde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.837034 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4a900-83b6-465e-8667-a1b5a07dcbde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.837520 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4a900-83b6-465e-8667-a1b5a07dcbde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.837723 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4a900-83b6-465e-8667-a1b5a07dcbde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:20:10.906181 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-735ea7ac-9a5b-47af-a208-6f158806abe3 req-faa5d8c7-3192-4f0b-aa3b-de25548e494f service neutron] 10.222.0.36 "GET /v2.0/networks/b5b7050d-f17d-40a3-83d0-485beb1349f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441035 Oct 27 01:20:10.916928 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-64774fd6-b615-4da9-b215-30b87490ddaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:10.924601 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-b91f0bec-9922-4b55-bf52-bee191007059 None None] Set router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:20:11.015883 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-64774fd6-b615-4da9-b215-30b87490ddaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:11.053109 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-735ea7ac-9a5b-47af-a208-6f158806abe3 req-760184af-48e1-4463-809d-5c63089ebe56 service neutron] 10.222.0.36 "GET /v2.0/networks/b5b7050d-f17d-40a3-83d0-485beb1349f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340983 Oct 27 01:20:11.066315 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-64774fd6-b615-4da9-b215-30b87490ddaf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=079975aac79e4b3fba8c6ca5aa4caf2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4527087 Oct 27 01:20:11.068955 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 59340) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:11.074923 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64774fd6-b615-4da9-b215-30b87490ddaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1f2515-8621-4171-9a30-bdc272410eb5,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:11.162669 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346cd2d-bfc3-402a-8b91-493aaf665e2f req-7e361f1b-e4dc-4b7e-809e-fe54f5b70fcd tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:11.164249 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0346cd2d-bfc3-402a-8b91-493aaf665e2f req-7e361f1b-e4dc-4b7e-809e-fe54f5b70fcd tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0845048 Oct 27 01:20:11.168044 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-82f81c6b-07f7-4534-8b7e-f14d413bcf24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:11.206392 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-82f81c6b-07f7-4534-8b7e-f14d413bcf24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:11.209722 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-b91f0bec-9922-4b55-bf52-bee191007059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'name': 'tempest-AttachVolumeTestJSON-301726510-router', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'gw_port': {'id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:10Z', 'updated_at': '2021-10-27T01:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '947dd24c-a13a-4881-8918-3f1880c4a5cc', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'port_id': 'e4440d0d-eda6-40ea-8ff3-ed879ecaf17e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'mac_address': 'fa:16:3e:66:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cfc0a7-3f5a-4d41-abb9-e80fc370962f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:19:25Z', 'updated_at': '2021-10-27T01:20:08Z', 'revision_number': 1, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6af46a-5d65-4733-884f-2a580656f903', 'name': '', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'mac_address': 'fa:16:3e:ea:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:26Z', 'revision_number': 5, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'subnets': [{'id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:20:11.243310 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f0bec-9922-4b55-bf52-bee191007059 None None] The sync data for ids ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'] in dv-cinder-815560-1-iscsi is: [{'id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'name': 'tempest-AttachVolumeTestJSON-301726510-router', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'gw_port': {'id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:10Z', 'updated_at': '2021-10-27T01:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '947dd24c-a13a-4881-8918-3f1880c4a5cc', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'port_id': 'e4440d0d-eda6-40ea-8ff3-ed879ecaf17e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'mac_address': 'fa:16:3e:66:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cfc0a7-3f5a-4d41-abb9-e80fc370962f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:19:25Z', 'updated_at': '2021-10-27T01:20:08Z', 'revision_number': 1, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6af46a-5d65-4733-884f-2a580656f903', 'name': '', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'mac_address': 'fa:16:3e:ea:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:26Z', 'revision_number': 5, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'subnets': [{'id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:20:11.258959 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0346cd2d-bfc3-402a-8b91-493aaf665e2f req-9fe69bef-abcc-4a12-8bd5-09d24b7af30b tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805919 Oct 27 01:20:11.378880 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-82f81c6b-07f7-4534-8b7e-f14d413bcf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:11.381774 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-82f81c6b-07f7-4534-8b7e-f14d413bcf24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:11.383035 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-82f81c6b-07f7-4534-8b7e-f14d413bcf24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e1f2515-8621-4171-9a30-bdc272410eb5 HTTP/1.1" status: 204 len: 168 time: 0.3131917 Oct 27 01:20:11.392042 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f81c6b-07f7-4534-8b7e-f14d413bcf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1f2515-8621-4171-9a30-bdc272410eb5,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:11.453685 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455d2f5c-e0b3-4e1a-b042-795fa5f34b13 None None] New status for floating IP 947dd24c-a13a-4881-8918-3f1880c4a5cc: ACTIVE {{(pid=102102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:20:11.561976 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 59350) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:11.576377 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-01966c5a-0503-440e-85d0-ff7e7b0bacf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:11.659197 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-01966c5a-0503-440e-85d0-ff7e7b0bacf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:11.749810 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-01966c5a-0503-440e-85d0-ff7e7b0bacf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:11.789252 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-01966c5a-0503-440e-85d0-ff7e7b0bacf4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f7a6ec3c49b467db1d679fd06ce0bf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260683 Oct 27 01:20:11.791118 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01966c5a-0503-440e-85d0-ff7e7b0bacf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad1e6a2-a171-41e1-a4ad-eaa70e89c41a,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:11.792774 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 59354) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:11.847760 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7d703ccd-55d9-4266-b436-95cfa6abf1ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:11.872378 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7d703ccd-55d9-4266-b436-95cfa6abf1ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:11.984347 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 59362) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:11.998103 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7d703ccd-55d9-4266-b436-95cfa6abf1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:12.000909 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7d703ccd-55d9-4266-b436-95cfa6abf1ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:12.002439 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-7d703ccd-55d9-4266-b436-95cfa6abf1ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dad1e6a2-a171-41e1-a4ad-eaa70e89c41a HTTP/1.1" status: 204 len: 168 time: 0.2084479 Oct 27 01:20:12.006905 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b7dee14-d9f6-4fba-bb34-609e3582aac7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:12.019249 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d703ccd-55d9-4266-b436-95cfa6abf1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad1e6a2-a171-41e1-a4ad-eaa70e89c41a,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:12.113214 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b7dee14-d9f6-4fba-bb34-609e3582aac7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:12.184273 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b7dee14-d9f6-4fba-bb34-609e3582aac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:12.224341 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-9b7dee14-d9f6-4fba-bb34-609e3582aac7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=511c06534b7f49a194c6d8db7fb7bb20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388813 Oct 27 01:20:12.225273 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7dee14-d9f6-4fba-bb34-609e3582aac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58acf7ca-68ab-4166-92d2-5cc48977a6b8,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:12.226996 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 59372) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:12.276861 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0e6e52cf-c641-42e4-9888-29976ddc2f0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:12.305221 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0e6e52cf-c641-42e4-9888-29976ddc2f0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:12.386515 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96598b-ce10-477e-a97b-bfcfeb5da494 req-93a57a80-82ea-4a96-91da-3293b6e959fb tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:12.388143 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ba96598b-ce10-477e-a97b-bfcfeb5da494 req-93a57a80-82ea-4a96-91da-3293b6e959fb tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0496700 Oct 27 01:20:12.424623 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0e6e52cf-c641-42e4-9888-29976ddc2f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:12.427234 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0e6e52cf-c641-42e4-9888-29976ddc2f0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:12.428457 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-0e6e52cf-c641-42e4-9888-29976ddc2f0d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58acf7ca-68ab-4166-92d2-5cc48977a6b8 HTTP/1.1" status: 204 len: 168 time: 0.1999493 Oct 27 01:20:12.432222 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ba96598b-ce10-477e-a97b-bfcfeb5da494 req-1a201ffd-9f5c-44dd-bb48-cc0ffee2fed1 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376155 Oct 27 01:20:12.437494 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e52cf-c641-42e4-9888-29976ddc2f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58acf7ca-68ab-4166-92d2-5cc48977a6b8,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:13.574955 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275978b-e30f-4045-865d-f4e654c1c640 req-1c7e99d4-811f-4c78-b0e6-e3d62d55c24a tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:13.576430 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2275978b-e30f-4045-865d-f4e654c1c640 req-1c7e99d4-811f-4c78-b0e6-e3d62d55c24a tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0582132 Oct 27 01:20:13.615866 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2275978b-e30f-4045-865d-f4e654c1c640 req-939d4100-d724-4036-a67f-c4eec6492c22 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333176 Oct 27 01:20:13.993776 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 59458) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:14.029442 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 59464) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:14.170531 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56704d0b-55a1-4b65-9141-908fec0d047b req-f28351ec-7d65-458d-beba-5e2cc8acd33a tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:14.172227 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-56704d0b-55a1-4b65-9141-908fec0d047b req-f28351ec-7d65-458d-beba-5e2cc8acd33a tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 945 time: 0.0663509 Oct 27 01:20:14.249122 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-8d70fcc4-f124-4bec-84a2-8568dbc1d170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:14.284409 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-56704d0b-55a1-4b65-9141-908fec0d047b req-3881d48a-d14b-43f0-b41e-53b0f2a213ac tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011417 Oct 27 01:20:14.306126 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6f785992-70a6-43dc-8ead-1bf7bb78fd57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:14.367364 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b8bc6679-c76b-42d2-b8c0-b180439a602b req-3d55fb59-9e05-4db8-960d-5e88631da778 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0958095 Oct 27 01:20:14.413517 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-8d70fcc4-f124-4bec-84a2-8568dbc1d170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:14.440034 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6f785992-70a6-43dc-8ead-1bf7bb78fd57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:14.464412 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-8d70fcc4-f124-4bec-84a2-8568dbc1d170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:14.525176 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6f785992-70a6-43dc-8ead-1bf7bb78fd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:14.529565 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-8d70fcc4-f124-4bec-84a2-8568dbc1d170 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26523e2efcc447baae51c2b84ddcaaf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5340962 Oct 27 01:20:14.530270 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70fcc4-f124-4bec-84a2-8568dbc1d170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482a544e-c8d0-4625-9a68-c451aac7e841,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:14.533121 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 59482) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:14.584628 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-6f785992-70a6-43dc-8ead-1bf7bb78fd57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a98d44995884c4dad1145265bcb4d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5506434 Oct 27 01:20:14.584628 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc6679-c76b-42d2-b8c0-b180439a602b req-77311bb7-6e01-4494-9e28-ad5db2444dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:14.585635 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b8bc6679-c76b-42d2-b8c0-b180439a602b req-77311bb7-6e01-4494-9e28-ad5db2444dc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ac535690bf24eb9bbf7d42426b21c74&device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 1098 time: 0.0933993 Oct 27 01:20:14.586103 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 59484) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:14.588233 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f785992-70a6-43dc-8ead-1bf7bb78fd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29df1da1-71ea-4864-9b4e-a1980c0637be,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:14.592578 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-85b20074-d9a9-431e-9956-b5a452f939f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:14.616913 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-85b20074-d9a9-431e-9956-b5a452f939f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:14.702048 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-344b9607-d3ac-4e08-bab0-f49c63b8d225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:14.742662 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-344b9607-d3ac-4e08-bab0-f49c63b8d225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:14.761651 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc6679-c76b-42d2-b8c0-b180439a602b req-9eddf0ef-3e8b-4a7e-aff2-0452e1d4fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:14.763624 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b8bc6679-c76b-42d2-b8c0-b180439a602b req-9eddf0ef-3e8b-4a7e-aff2-0452e1d4fdbf service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1517e22-2395-4c57-bae6-bd47c809e7b9 HTTP/1.1" status: 200 len: 920 time: 0.1523771 Oct 27 01:20:14.766462 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ef763-9c95-4833-a707-f692f5f81247 req-281ba546-48fb-4635-9c90-f8a45cab2aa9 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:14.778077 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c35ef763-9c95-4833-a707-f692f5f81247 req-281ba546-48fb-4635-9c90-f8a45cab2aa9 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0830812 Oct 27 01:20:14.807443 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-85b20074-d9a9-431e-9956-b5a452f939f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:14.810575 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-85b20074-d9a9-431e-9956-b5a452f939f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:14.811847 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-85b20074-d9a9-431e-9956-b5a452f939f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/482a544e-c8d0-4625-9a68-c451aac7e841 HTTP/1.1" status: 204 len: 168 time: 0.2772141 Oct 27 01:20:14.825272 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b20074-d9a9-431e-9956-b5a452f939f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482a544e-c8d0-4625-9a68-c451aac7e841,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:14.839398 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c35ef763-9c95-4833-a707-f692f5f81247 req-cb2ce6e2-106a-40f5-8dad-cf9494ba8319 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606542 Oct 27 01:20:14.849928 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b8bc6679-c76b-42d2-b8c0-b180439a602b req-295466e6-9fcc-4cfb-9e48-430b15e8319c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f1eccc2-4d63-4101-be4a-ce4e532f88e2 HTTP/1.1" status: 200 len: 217 time: 0.0763233 Oct 27 01:20:14.914052 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc6679-c76b-42d2-b8c0-b180439a602b req-a242fec5-a1bc-4f82-89cc-4a4fbb39b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:14.916131 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b8bc6679-c76b-42d2-b8c0-b180439a602b req-a242fec5-a1bc-4f82-89cc-4a4fbb39b43c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17743bda-8254-4a8b-8524-5242f8ab33dd HTTP/1.1" status: 200 len: 859 time: 0.0537825 Oct 27 01:20:14.954573 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b8bc6679-c76b-42d2-b8c0-b180439a602b req-b8409c31-699a-4d1e-9c95-df3c60443ce5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1517e22-2395-4c57-bae6-bd47c809e7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245886 Oct 27 01:20:14.967082 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-344b9607-d3ac-4e08-bab0-f49c63b8d225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:14.971304 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-344b9607-d3ac-4e08-bab0-f49c63b8d225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:14.971304 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-344b9607-d3ac-4e08-bab0-f49c63b8d225 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29df1da1-71ea-4864-9b4e-a1980c0637be HTTP/1.1" status: 204 len: 168 time: 0.3834012 Oct 27 01:20:14.989186 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b9607-d3ac-4e08-bab0-f49c63b8d225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29df1da1-71ea-4864-9b4e-a1980c0637be,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:15.074894 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b8bc6679-c76b-42d2-b8c0-b180439a602b req-5e1f7864-26e0-45ea-b575-b5326eb2cb25 service neutron] 10.222.0.36 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001596 Oct 27 01:20:15.166901 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b8bc6679-c76b-42d2-b8c0-b180439a602b req-ff1d4ff9-3889-4d44-8bdf-ba46196b050f service neutron] 10.222.0.36 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835321 Oct 27 01:20:15.400862 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf30bdd-7960-4da5-a12e-1d093f9830c6 req-2f5b6761-d4ad-41c2-be25-edb4b983ddb2 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:15.408750 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-dcf30bdd-7960-4da5-a12e-1d093f9830c6 req-2f5b6761-d4ad-41c2-be25-edb4b983ddb2 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 945 time: 0.0581138 Oct 27 01:20:15.469750 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-dcf30bdd-7960-4da5-a12e-1d093f9830c6 req-874527f2-aa5a-4206-8e09-8857d2b86229 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593469 Oct 27 01:20:15.536987 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 59522) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:15.550004 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-5ec6a151-c929-46ee-9645-d08c15e2b70b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:15.642219 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-5ec6a151-c929-46ee-9645-d08c15e2b70b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:15.738455 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-5ec6a151-c929-46ee-9645-d08c15e2b70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:15.786797 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-5ec6a151-c929-46ee-9645-d08c15e2b70b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=892d6fc7e003438da2418f7e2c07c897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464654 Oct 27 01:20:15.786797 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6a151-c929-46ee-9645-d08c15e2b70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c753b7-bc0c-4446-ae95-2eb54a23801c,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:15.787356 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 59540) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:15.842957 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e844cbd2-a4e9-4507-8a9f-5efbaaafe0df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:15.877979 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e844cbd2-a4e9-4507-8a9f-5efbaaafe0df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:15.955519 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a52cb0-0ad4-406a-a7d7-a1e865443984 req-f70f45a6-2b25-4020-8f8a-b1abc5d584a3 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:15.956959 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-10a52cb0-0ad4-406a-a7d7-a1e865443984 req-f70f45a6-2b25-4020-8f8a-b1abc5d584a3 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0494246 Oct 27 01:20:16.000314 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-10a52cb0-0ad4-406a-a7d7-a1e865443984 req-97a109a4-894e-4c24-afa7-edfc7f7fff35 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371709 Oct 27 01:20:16.014004 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e844cbd2-a4e9-4507-8a9f-5efbaaafe0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:16.019936 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e844cbd2-a4e9-4507-8a9f-5efbaaafe0df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:16.021051 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-e844cbd2-a4e9-4507-8a9f-5efbaaafe0df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70c753b7-bc0c-4446-ae95-2eb54a23801c HTTP/1.1" status: 204 len: 168 time: 0.2326646 Oct 27 01:20:16.038072 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844cbd2-a4e9-4507-8a9f-5efbaaafe0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c753b7-bc0c-4446-ae95-2eb54a23801c,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:16.430208 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:16.678828 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 59578) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:16.692636 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a951632f-b74a-4a01-8e8b-8c1810a4493d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:16.768657 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a951632f-b74a-4a01-8e8b-8c1810a4493d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:16.836038 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a951632f-b74a-4a01-8e8b-8c1810a4493d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:16.877351 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-a951632f-b74a-4a01-8e8b-8c1810a4493d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62d675a6537a4f4eb41ccaed0840bb13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1974421 Oct 27 01:20:16.879938 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951632f-b74a-4a01-8e8b-8c1810a4493d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5bccc7-7848-42df-958f-adae3dc1d809,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:16.880225 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 59586) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:16.903700 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 59588) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:16.944733 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-56c81c50-58b1-45c7-9dd3-a9f9ec2087c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:16.967386 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-56c81c50-58b1-45c7-9dd3-a9f9ec2087c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:17.017426 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ad061949-3f7d-4727-8eb0-ee9d5d8a4ecd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:17.115380 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-56c81c50-58b1-45c7-9dd3-a9f9ec2087c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:17.118619 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-56c81c50-58b1-45c7-9dd3-a9f9ec2087c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:17.123830 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-56c81c50-58b1-45c7-9dd3-a9f9ec2087c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e5bccc7-7848-42df-958f-adae3dc1d809 HTTP/1.1" status: 204 len: 168 time: 0.2384589 Oct 27 01:20:17.128087 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c81c50-58b1-45c7-9dd3-a9f9ec2087c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5bccc7-7848-42df-958f-adae3dc1d809,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:17.187013 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ad061949-3f7d-4727-8eb0-ee9d5d8a4ecd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:17.429835 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ad061949-3f7d-4727-8eb0-ee9d5d8a4ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:17.470074 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-ad061949-3f7d-4727-8eb0-ee9d5d8a4ecd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=644419e9f4ff44248a448ac113de7d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5640285 Oct 27 01:20:17.470074 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad061949-3f7d-4727-8eb0-ee9d5d8a4ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1bb3f4-b5b1-44a3-bf9e-067895ce56da,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:17.471627 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 59606) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:17.524424 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4a85b0ff-9e51-428a-bd79-24b44f24b25a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:17.546846 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4a85b0ff-9e51-428a-bd79-24b44f24b25a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:17.681355 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4a85b0ff-9e51-428a-bd79-24b44f24b25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:17.684136 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4a85b0ff-9e51-428a-bd79-24b44f24b25a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:17.685338 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-4a85b0ff-9e51-428a-bd79-24b44f24b25a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b1bb3f4-b5b1-44a3-bf9e-067895ce56da HTTP/1.1" status: 204 len: 168 time: 0.2125256 Oct 27 01:20:17.694079 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85b0ff-9e51-428a-bd79-24b44f24b25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1bb3f4-b5b1-44a3-bf9e-067895ce56da,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:18.288502 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 59640) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:18.327244 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a02b1781-fc19-476f-ab03-851d5b4b077c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:18.406588 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba8281-b268-4c58-854e-203048d1b4cd req-91f43015-2e7f-4c5a-a94e-dbff0f0e75a0 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:18.408174 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-42ba8281-b268-4c58-854e-203048d1b4cd req-91f43015-2e7f-4c5a-a94e-dbff0f0e75a0 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 945 time: 0.1246114 Oct 27 01:20:18.434141 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e18a30-2670-41ad-8707-0dced2d84d2a req-cb1cf7b7-6aa5-4682-8836-afd7008b227c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:18.438483 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-50e18a30-2670-41ad-8707-0dced2d84d2a req-cb1cf7b7-6aa5-4682-8836-afd7008b227c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0820496 Oct 27 01:20:18.445126 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a02b1781-fc19-476f-ab03-851d5b4b077c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:18.488266 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-42ba8281-b268-4c58-854e-203048d1b4cd req-80440c8c-d528-43a7-886f-5b86e8ecebd1 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684841 Oct 27 01:20:18.495795 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-50e18a30-2670-41ad-8707-0dced2d84d2a req-177f5b25-f580-4f6a-a736-d2754ef4a5cb tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476618 Oct 27 01:20:18.601156 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a02b1781-fc19-476f-ab03-851d5b4b077c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:18.649020 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 59648) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:18.649753 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-a02b1781-fc19-476f-ab03-851d5b4b077c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0530bda7fd4412eb042e98e827ff094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3564601 Oct 27 01:20:18.651451 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b1781-fc19-476f-ab03-851d5b4b077c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e731ace-8cfd-4e42-9315-6df8c5a6a6bc,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:18.702142 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d2807994-c84b-4af5-9781-98a0f0da1b24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:18.722633 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d2807994-c84b-4af5-9781-98a0f0da1b24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:18.809983 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d2807994-c84b-4af5-9781-98a0f0da1b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:18.812758 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d2807994-c84b-4af5-9781-98a0f0da1b24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:18.813730 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-d2807994-c84b-4af5-9781-98a0f0da1b24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e731ace-8cfd-4e42-9315-6df8c5a6a6bc HTTP/1.1" status: 204 len: 168 time: 0.1636734 Oct 27 01:20:18.821632 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2807994-c84b-4af5-9781-98a0f0da1b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e731ace-8cfd-4e42-9315-6df8c5a6a6bc,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:19.643311 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673b512-7827-4250-b8d2-6bf8bbdc45db req-1b06183e-e3b5-4e4c-a730-e3b65e62fc31 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:19.643311 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4673b512-7827-4250-b8d2-6bf8bbdc45db req-1b06183e-e3b5-4e4c-a730-e3b65e62fc31 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 945 time: 0.0777562 Oct 27 01:20:19.654166 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74337c-9784-451c-accf-8d55d72f390f req-518fa44e-fd03-4548-8697-e443df2d0d9f tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:19.656142 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-bf74337c-9784-451c-accf-8d55d72f390f req-518fa44e-fd03-4548-8697-e443df2d0d9f tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0810196 Oct 27 01:20:19.716918 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4673b512-7827-4250-b8d2-6bf8bbdc45db req-1372f9d1-2f6d-48e0-8a03-1139a75b2bd9 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597992 Oct 27 01:20:19.722543 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-bf74337c-9784-451c-accf-8d55d72f390f req-02e160dc-e9ca-4b15-9c1f-7c1d12445cf0 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587096 Oct 27 01:20:20.347819 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58c6a0-1934-4e38-8086-95120d7f46d7 req-def8b57f-e5ce-444e-86d9-06db8d870616 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:20.354051 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-db58c6a0-1934-4e38-8086-95120d7f46d7 req-def8b57f-e5ce-444e-86d9-06db8d870616 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 945 time: 0.0818453 Oct 27 01:20:20.508005 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-db58c6a0-1934-4e38-8086-95120d7f46d7 req-cc2ab3d8-4382-494f-b3b8-e90d8db6becc tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Deleting port d57d358b-f7a1-474b-ac04-7171ac14de0f {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:20:20.508506 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-db58c6a0-1934-4e38-8086-95120d7f46d7 req-cc2ab3d8-4382-494f-b3b8-e90d8db6becc tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:20.918814 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-db58c6a0-1934-4e38-8086-95120d7f46d7 req-cc2ab3d8-4382-494f-b3b8-e90d8db6becc tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] For port d57d358b-f7a1-474b-ac04-7171ac14de0f, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=d57d358b-f7a1-474b-ac04-7171ac14de0f,segment=NetworkSegment(1c468663-c590-4216-81e3-ecf78771f153),segment_id=1c468663-c590-4216-81e3-ecf78771f153)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:20:20.919315 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-db58c6a0-1934-4e38-8086-95120d7f46d7 req-cc2ab3d8-4382-494f-b3b8-e90d8db6becc tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:20.922355 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55bf87-deec-497b-9909-3a6369d0d8f6 req-45b32509-3d26-4c36-8721-3f91ee026770 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:20.923877 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5f55bf87-deec-497b-9909-3a6369d0d8f6 req-45b32509-3d26-4c36-8721-3f91ee026770 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 945 time: 0.0812950 Oct 27 01:20:20.935491 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-db58c6a0-1934-4e38-8086-95120d7f46d7 req-cc2ab3d8-4382-494f-b3b8-e90d8db6becc tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Calling delete_port for d57d358b-f7a1-474b-ac04-7171ac14de0f owned by compute:nova {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:20:20.950947 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c8f88-6341-484d-bb79-9f95ccea97c9 req-d00ac8c9-b5b3-4658-82d0-f14f8536e2bb tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:20.952533 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-338c8f88-6341-484d-bb79-9f95ccea97c9 req-d00ac8c9-b5b3-4658-82d0-f14f8536e2bb tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0797365 Oct 27 01:20:21.017963 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5f55bf87-deec-497b-9909-3a6369d0d8f6 req-bb5aa220-4373-4773-ac29-d5560ef13b13 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840325 Oct 27 01:20:21.027177 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-338c8f88-6341-484d-bb79-9f95ccea97c9 req-1e84871d-3689-4ac9-a212-7dae7efc6eeb tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678074 Oct 27 01:20:21.156203 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-db58c6a0-1934-4e38-8086-95120d7f46d7 req-cc2ab3d8-4382-494f-b3b8-e90d8db6becc tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:21.183406 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ab3d8-4382-494f-b3b8-e90d8db6becc tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Pushing event deleted for resources: {'Port': ['ID=d57d358b-f7a1-474b-ac04-7171ac14de0f,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:21.201934 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['d57d358b-f7a1-474b-ac04-7171ac14de0f'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:20:21.254505 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-db58c6a0-1934-4e38-8086-95120d7f46d7 req-cc2ab3d8-4382-494f-b3b8-e90d8db6becc tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] No DVR routers for this DVR port d57d358b-f7a1-474b-ac04-7171ac14de0f on host hv-cinder-81556 {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:20:21.257937 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-db58c6a0-1934-4e38-8086-95120d7f46d7 req-cc2ab3d8-4382-494f-b3b8-e90d8db6becc tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:21.261842 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-db58c6a0-1934-4e38-8086-95120d7f46d7 req-cc2ab3d8-4382-494f-b3b8-e90d8db6becc tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.36 "DELETE /v2.0/ports/d57d358b-f7a1-474b-ac04-7171ac14de0f HTTP/1.1" status: 204 len: 173 time: 0.9026945 Oct 27 01:20:21.262442 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb', 'name': 'network-vif-deleted', 'tag': 'd57d358b-f7a1-474b-ac04-7171ac14de0f'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:20:21.265200 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20bd936-5ce0-49f0-ae5d-466c58d0c0b1" -d '{"events": [{"server_uuid": "6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb", "name": "network-vif-deleted", "tag": "d57d358b-f7a1-474b-ac04-7171ac14de0f"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:20:21.310846 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be45fcf4-30f5-4c15-80dd-a2f6410358b5 x-openstack-request-id: req-be45fcf4-30f5-4c15-80dd-a2f6410358b5 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:20:21.311212 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb", "name": "network-vif-deleted", "tag": "d57d358b-f7a1-474b-ac04-7171ac14de0f", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:20:21.311528 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be45fcf4-30f5-4c15-80dd-a2f6410358b5 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:20:21.311982 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb', 'name': 'network-vif-deleted', 'tag': 'd57d358b-f7a1-474b-ac04-7171ac14de0f', 'status': 'completed', 'code': 200} Oct 27 01:20:22.169747 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-50ba8209-1176-4dd1-9180-ba011669fca9 req-245eace0-a2ee-44e0-8d26-75dd19dcfc24 tempest-DeleteServersTestJSON-490564784 tempest-DeleteServersTestJSON-490564784-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc0bfc2-6edd-4fc7-a7f7-f6bcfade4dbb HTTP/1.1" status: 200 len: 210 time: 0.0530746 Oct 27 01:20:22.196926 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26775ec0-b82b-4da3-a15b-52ebc50c463d req-010385d6-fb64-457b-9fdf-90d17e45eee2 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:22.196926 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-26775ec0-b82b-4da3-a15b-52ebc50c463d req-010385d6-fb64-457b-9fdf-90d17e45eee2 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0772099 Oct 27 01:20:22.243415 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-26775ec0-b82b-4da3-a15b-52ebc50c463d req-a81d2dcb-428c-440d-81c8-dcdf44de8c94 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410168 Oct 27 01:20:22.687854 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 59862) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:22.812732 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-59e95251-8e7d-43d0-bc3b-f555a76dcb5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:22.870052 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-59e95251-8e7d-43d0-bc3b-f555a76dcb5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:22.949959 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-59e95251-8e7d-43d0-bc3b-f555a76dcb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:22.989866 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-59e95251-8e7d-43d0-bc3b-f555a76dcb5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=260ddd5c443d4e128a9b75d7eed26ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007491 Oct 27 01:20:22.991845 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e95251-8e7d-43d0-bc3b-f555a76dcb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a183b34-b71b-4149-b7a7-593d6937f7c4,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:22.992646 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 59872) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:23.046397 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e4c8fb4-9355-4857-b235-a9bcc60b0712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:23.069302 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e4c8fb4-9355-4857-b235-a9bcc60b0712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:23.178627 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e4c8fb4-9355-4857-b235-a9bcc60b0712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:23.181309 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e4c8fb4-9355-4857-b235-a9bcc60b0712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:23.182471 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-4e4c8fb4-9355-4857-b235-a9bcc60b0712 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a183b34-b71b-4149-b7a7-593d6937f7c4 HTTP/1.1" status: 204 len: 168 time: 0.1885998 Oct 27 01:20:23.190515 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c8fb4-9355-4857-b235-a9bcc60b0712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a183b34-b71b-4149-b7a7-593d6937f7c4,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:23.369986 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7db4b-ad5b-4506-a6e5-b5e8cd013bff req-647c60f6-8c98-4a90-8447-718ed14a3a4e tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:23.371744 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1ad7db4b-ad5b-4506-a6e5-b5e8cd013bff req-647c60f6-8c98-4a90-8447-718ed14a3a4e tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0554321 Oct 27 01:20:23.411485 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1ad7db4b-ad5b-4506-a6e5-b5e8cd013bff req-c21211fa-a458-4dfc-9055-871ac6b666e6 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327332 Oct 27 01:20:23.824637 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-400aa934-e47b-4fa6-bec5-d0396cff5f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:23.837330 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 59914) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:23.853824 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ec815d0e-e42a-42ab-9243-377fdaa45dc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:23.947727 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ec815d0e-e42a-42ab-9243-377fdaa45dc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:24.007486 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ec815d0e-e42a-42ab-9243-377fdaa45dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:24.036110 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 59932) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:24.052393 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-ec815d0e-e42a-42ab-9243-377fdaa45dc5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f1a30cf0d3641548271e3507f22eb0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139635 Oct 27 01:20:24.054343 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec815d0e-e42a-42ab-9243-377fdaa45dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a9dc27-f604-4841-a12b-8da5a0346c05,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:24.055259 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 59936) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:24.130874 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0478b23b-4b0d-42fb-931e-c5096bcb26d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:24.159403 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0478b23b-4b0d-42fb-931e-c5096bcb26d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:24.177793 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-263e0df4-c0da-4c8a-a463-d646d350a325 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:24.272801 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-263e0df4-c0da-4c8a-a463-d646d350a325 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:24.372913 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0478b23b-4b0d-42fb-931e-c5096bcb26d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:24.375712 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0478b23b-4b0d-42fb-931e-c5096bcb26d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:24.376914 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-0478b23b-4b0d-42fb-931e-c5096bcb26d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1a9dc27-f604-4841-a12b-8da5a0346c05 HTTP/1.1" status: 204 len: 168 time: 0.3198647 Oct 27 01:20:24.385397 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478b23b-4b0d-42fb-931e-c5096bcb26d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a9dc27-f604-4841-a12b-8da5a0346c05,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:24.408029 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-263e0df4-c0da-4c8a-a463-d646d350a325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:24.438784 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device d57d358b-f7a1-474b-ac04-7171ac14de0f no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:20:24.459792 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] No Port match for: d57d358b-f7a1-474b-ac04-7171ac14de0f {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:20:24.460159 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device d57d358b-f7a1-474b-ac04-7171ac14de0f not bound to the agent host hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:20:24.482192 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 59948) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:24.482766 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-263e0df4-c0da-4c8a-a463-d646d350a325 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7dc56696bc054c3a8eeb9826505d203f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4450834 Oct 27 01:20:24.483783 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e0df4-c0da-4c8a-a463-d646d350a325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4cf611-9015-4902-8b6e-083ec285a6f2,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:24.520833 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 59950) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:24.539273 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:20:24.583313 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-491c6f34-b974-404b-8233-96aae47accf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:24.608997 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5735f01-88bc-4290-9c1d-4bc340356fd3 req-5e99349b-5664-4e53-a24d-1977693e8341 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:24.621736 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c5735f01-88bc-4290-9c1d-4bc340356fd3 req-5e99349b-5664-4e53-a24d-1977693e8341 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.1004488 Oct 27 01:20:24.634136 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-491c6f34-b974-404b-8233-96aae47accf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:24.686072 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c5735f01-88bc-4290-9c1d-4bc340356fd3 req-9c5616e4-afa1-4a28-a764-65d5c60f9876 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660455 Oct 27 01:20:25.009625 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-068ddd97-4b01-42f9-9080-05273767d8b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:25.009625 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 59968) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:25.054417 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e5aa21-df87-41cf-89d4-69e76b32eb78 admin admin] Deleting subnet 728e4417-53e1-4ce7-a5ac-01770dcda12e {{(pid=102100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:20:25.057914 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b4e5aa21-df87-41cf-89d4-69e76b32eb78 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:25.093710 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b4e5aa21-df87-41cf-89d4-69e76b32eb78 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:25.103361 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b4e5aa21-df87-41cf-89d4-69e76b32eb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1553078'] for subnet, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:25.215257 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-491c6f34-b974-404b-8233-96aae47accf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:25.215257 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-491c6f34-b974-404b-8233-96aae47accf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:25.215257 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-491c6f34-b974-404b-8233-96aae47accf7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e4cf611-9015-4902-8b6e-083ec285a6f2 HTTP/1.1" status: 204 len: 168 time: 0.6233764 Oct 27 01:20:25.215257 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c6f34-b974-404b-8233-96aae47accf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4cf611-9015-4902-8b6e-083ec285a6f2,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:25.216905 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-068ddd97-4b01-42f9-9080-05273767d8b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:25.447956 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-068ddd97-4b01-42f9-9080-05273767d8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:25.451342 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b4e5aa21-df87-41cf-89d4-69e76b32eb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for subnet, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:25.497323 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5aa21-df87-41cf-89d4-69e76b32eb78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=728e4417-53e1-4ce7-a5ac-01770dcda12e,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:25.510200 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b4e5aa21-df87-41cf-89d4-69e76b32eb78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for subnet, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:25.514881 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-b4e5aa21-df87-41cf-89d4-69e76b32eb78 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/728e4417-53e1-4ce7-a5ac-01770dcda12e HTTP/1.1" status: 204 len: 168 time: 0.5040503 Oct 27 01:20:25.516264 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 59982) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:25.522409 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ddd97-4b01-42f9-9080-05273767d8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51b91be-4ee1-4b58-8e70-c28838caacb5,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:25.530886 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-068ddd97-4b01-42f9-9080-05273767d8b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d18990ef0fb945dba805b8bdee85a240&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0063944 Oct 27 01:20:25.531141 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 59984) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:25.593122 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0fc77aa3-4ed7-4354-9851-b1ea833319ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:25.597428 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561603'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:25.617500 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0fc77aa3-4ed7-4354-9851-b1ea833319ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:25.688327 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552445', 'neutron.services.segments.db._delete_segments_for_network-8793629371679'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:25.708997 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:25.709361 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:25.710141 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:25.710471 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] Subscribe: > port after_create 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:25.710787 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] Subscribe: > port after_delete 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:25.711219 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] Subscribe: > port after_update 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:25.711661 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:25.711966 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:25.712458 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:25.712781 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:25.778096 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0fc77aa3-4ed7-4354-9851-b1ea833319ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:25.781181 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0fc77aa3-4ed7-4354-9851-b1ea833319ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:25.782468 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-0fc77aa3-4ed7-4354-9851-b1ea833319ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a51b91be-4ee1-4b58-8e70-c28838caacb5 HTTP/1.1" status: 204 len: 168 time: 0.2502646 Oct 27 01:20:25.791236 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc77aa3-4ed7-4354-9851-b1ea833319ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51b91be-4ee1-4b58-8e70-c28838caacb5,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:25.860447 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:25.860801 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:25.861129 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:25.861484 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:25.861856 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77bd38e7-6410-4eb5-a659-1d7bc09907ad']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:20:25.890068 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c468663-c590-4216-81e3-ecf78771f153') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:20:25.890640 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c468663-c590-4216-81e3-ecf78771f153') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:20:25.919991 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 60002) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:25.928541 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793629372712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25808298'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:25.936801 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3690b181-bcac-4c5f-851c-73ad47aa5f0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:25.966446 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:25.977308 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f8727-c6ff-4a9e-a6a2-2257d12dfabc req-6ee50c1c-e0e7-472e-b4de-53fdbc898012 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:25.978934 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d12f8727-c6ff-4a9e-a6a2-2257d12dfabc req-6ee50c1c-e0e7-472e-b4de-53fdbc898012 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.1121855 Oct 27 01:20:25.985823 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:20:25.986252 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25808752'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: from cryptography.utils import int_from_bytes Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: from cryptography.utils import int_from_bytes Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: Traceback (most recent call last): Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: timer() Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: cb(*args, **kw) Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: return func(*args, **kwargs) Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: self._notify() Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: self.callback(batched_events) Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: event.method(event) Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: return f(self, *a, **k) Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: return self._get(url).json() Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:20:26.009752 dv-cinder-815560-1-iscsi neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:20:26.028579 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 60004) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:26.031694 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3690b181-bcac-4c5f-851c-73ad47aa5f0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.092919 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3690b181-bcac-4c5f-851c-73ad47aa5f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.098480 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d12f8727-c6ff-4a9e-a6a2-2257d12dfabc req-74357e1a-b231-4630-8c71-f526c530ea10 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522907 Oct 27 01:20:26.140992 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-3690b181-bcac-4c5f-851c-73ad47aa5f0a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=292414df5882486183e1bbd6ae384885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2199054 Oct 27 01:20:26.143090 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690b181-bcac-4c5f-851c-73ad47aa5f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d609315-2193-4fc9-b93f-de537470a617,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:26.144642 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 60008) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:26.163848 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3723074'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.188496 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.191687 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] 10.222.0.32 "DELETE /v2.0/networks/77bd38e7-6410-4eb5-a659-1d7bc09907ad HTTP/1.1" status: 204 len: 168 time: 0.6737585 Oct 27 01:20:26.196768 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b4085-30c1-4c1f-9b48-3ab8c7d55b3a admin admin] Pushing event deleted for resources: {'Network': ['ID=77bd38e7-6410-4eb5-a659-1d7bc09907ad,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:26.217020 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c8120043-7348-4269-b625-452b90e76a3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.240310 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c8120043-7348-4269-b625-452b90e76a3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.259210 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-b1eb6177-2278-405b-8f98-8060e942cf20 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1723479698-network', 'tenant_id': 'e093f4259be443e4bf66194aff0e408f'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:20:26.303889 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e3af482c-0556-4479-839a-981e6c3f5eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.378644 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1eb6177-2278-405b-8f98-8060e942cf20 admin admin] Made reservation on behalf of e093f4259be443e4bf66194aff0e408f for: {'network': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:20:26.380956 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b1eb6177-2278-405b-8f98-8060e942cf20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for network, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.390868 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b1eb6177-2278-405b-8f98-8060e942cf20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.407242 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c8120043-7348-4269-b625-452b90e76a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.410790 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c8120043-7348-4269-b625-452b90e76a3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.412010 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-c8120043-7348-4269-b625-452b90e76a3d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d609315-2193-4fc9-b93f-de537470a617 HTTP/1.1" status: 204 len: 168 time: 0.2663004 Oct 27 01:20:26.420372 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8120043-7348-4269-b625-452b90e76a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d609315-2193-4fc9-b93f-de537470a617,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:26.469353 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b1eb6177-2278-405b-8f98-8060e942cf20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.532529 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b1eb6177-2278-405b-8f98-8060e942cf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.556952 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1eb6177-2278-405b-8f98-8060e942cf20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:20:26.565553 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb6177-2278-405b-8f98-8060e942cf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05256760-df76-42ef-bee2-5bf0654082e6,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:26.571956 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b1eb6177-2278-405b-8f98-8060e942cf20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.572299 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.db.segments_db [None req-b1eb6177-2278-405b-8f98-8060e942cf20 admin admin] Added segment e7bdf42f-1d48-47a5-9b76-069b9de7d27d of type vlan for network 78a4085b-0077-4ed5-a3f4-9ea1d6e06863 Oct 27 01:20:26.591519 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 60020) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:26.628376 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b1eb6177-2278-405b-8f98-8060e942cf20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793628853670'] for network, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.642102 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-36524a2a-e0a4-4cd2-90cd-9e94a61fcf6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=341b274900784c5f8f6e3b7f10f80cc8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0442362 Oct 27 01:20:26.642102 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 60022) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:26.664575 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 60024) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:26.677720 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-00096f3e-e563-453e-87f1-6f2232712253 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.704131 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-181b364c-0861-4e7b-b737-060e78461657 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.723338 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b1eb6177-2278-405b-8f98-8060e942cf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for network, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.724300 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1eb6177-2278-405b-8f98-8060e942cf20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:26.725275 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b1eb6177-2278-405b-8f98-8060e942cf20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.731218 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-181b364c-0861-4e7b-b737-060e78461657 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.806509 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb6177-2278-405b-8f98-8060e942cf20 admin admin] Pushing event updated for resources: {'Network': ['ID=78a4085b-0077-4ed5-a3f4-9ea1d6e06863,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:26.817508 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Network 78a4085b-0077-4ed5-a3f4-9ea1d6e06863 details requested by agent ovs-agent-dv-cinder-815560-1-iscsi with host dv-cinder-815560-1-iscsi {{(pid=102102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:20:26.827407 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-00096f3e-e563-453e-87f1-6f2232712253 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.876015 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-181b364c-0861-4e7b-b737-060e78461657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.879132 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-181b364c-0861-4e7b-b737-060e78461657 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.881445 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-b1eb6177-2278-405b-8f98-8060e942cf20 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8499541 Oct 27 01:20:26.881573 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-181b364c-0861-4e7b-b737-060e78461657 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b HTTP/1.1" status: 204 len: 168 time: 0.2368357 Oct 27 01:20:26.882758 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 60030) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:26.889303 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-2793b7f8-262d-4d43-b165-a77dbd4fda84 admin admin] Request body: {'subnet': {'network_id': '78a4085b-0077-4ed5-a3f4-9ea1d6e06863', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1723479698-subnet', 'tenant_id': 'e093f4259be443e4bf66194aff0e408f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:20:26.890097 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b364c-0861-4e7b-b737-060e78461657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd4fe2d-4c1d-428d-9c82-f3d052aa5c3b,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:26.939012 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-00096f3e-e563-453e-87f1-6f2232712253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:26.981882 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-00096f3e-e563-453e-87f1-6f2232712253 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b233cff3fff348d5b8b512554a65cbe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149045 Oct 27 01:20:26.987090 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 60036) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:26.990804 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00096f3e-e563-453e-87f1-6f2232712253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee47c2c-de35-41a2-b32c-5be5f8f38337,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:27.035768 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2793b7f8-262d-4d43-b165-a77dbd4fda84 admin admin] Made reservation on behalf of e093f4259be443e4bf66194aff0e408f for: {'subnet': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:20:27.038317 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-2793b7f8-262d-4d43-b165-a77dbd4fda84 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:27.044096 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-640ce738-c8ec-4a1e-927f-7704d258e611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:27.071348 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-640ce738-c8ec-4a1e-927f-7704d258e611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:27.190196 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:27.219270 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c96c0-a525-4f07-a6d1-8940224bcc64 req-4cfd9a00-1078-426a-842f-a8fa2a7e6627 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:27.220879 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-276c96c0-a525-4f07-a6d1-8940224bcc64 req-4cfd9a00-1078-426a-842f-a8fa2a7e6627 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0510378 Oct 27 01:20:27.222065 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-640ce738-c8ec-4a1e-927f-7704d258e611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:27.224850 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-640ce738-c8ec-4a1e-927f-7704d258e611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:27.226114 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-640ce738-c8ec-4a1e-927f-7704d258e611 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bee47c2c-de35-41a2-b32c-5be5f8f38337 HTTP/1.1" status: 204 len: 168 time: 0.2414131 Oct 27 01:20:27.237895 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ce738-c8ec-4a1e-927f-7704d258e611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee47c2c-de35-41a2-b32c-5be5f8f38337,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:27.286009 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-276c96c0-a525-4f07-a6d1-8940224bcc64 req-abebe306-6cc4-49d7-8c92-5ed7d730d03b tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466616 Oct 27 01:20:27.441754 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-2793b7f8-262d-4d43-b165-a77dbd4fda84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for subnet, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:27.505522 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793b7f8-262d-4d43-b165-a77dbd4fda84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=433b5b53-557d-4178-9aa0-457c11f97159,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:27.523819 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793b7f8-262d-4d43-b165-a77dbd4fda84 admin admin] Checking segment: {'id': 'e7bdf42f-1d48-47a5-9b76-069b9de7d27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '78a4085b-0077-4ed5-a3f4-9ea1d6e06863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:20:27.530260 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2793b7f8-262d-4d43-b165-a77dbd4fda84 admin admin] Network hostable DHCP agents. Network: 78a4085b-0077-4ed5-a3f4-9ea1d6e06863, hostable agents: ['4fbae999-6d77-4ef4-a38a-49129aac495b'], hosted agents: [] {{(pid=102100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:20:27.653343 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2793b7f8-262d-4d43-b165-a77dbd4fda84 admin admin] Network 78a4085b-0077-4ed5-a3f4-9ea1d6e06863 is scheduled to be hosted by DHCP agent 4fbae999-6d77-4ef4-a38a-49129aac495b with binding_index 1 {{(pid=102100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:20:27.676175 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:27.744676 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-2793b7f8-262d-4d43-b165-a77dbd4fda84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-1-iscsi, 78a4085b-0077-4ed5-a3f4-9ea1d6e06863) {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:20:27.749663 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2793b7f8-262d-4d43-b165-a77dbd4fda84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:27.750683 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-2793b7f8-262d-4d43-b165-a77dbd4fda84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for subnet, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:27.755588 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc7164b-3fef-475e-8df9-9941a7e7232a None None] Network 78a4085b-0077-4ed5-a3f4-9ea1d6e06863 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:20:27.828874 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-2793b7f8-262d-4d43-b165-a77dbd4fda84 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9421217 Oct 27 01:20:27.888637 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13d781a-ae4c-48d4-b176-a55e387a0561 None None] Network 78a4085b-0077-4ed5-a3f4-9ea1d6e06863 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:20:28.397419 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd2910-35b6-40b4-9bed-de8e25a76f03 req-fd387ae4-3ab5-467f-a69b-4d608ecd5c47 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:28.399040 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d9cd2910-35b6-40b4-9bed-de8e25a76f03 req-fd387ae4-3ab5-467f-a69b-4d608ecd5c47 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0497975 Oct 27 01:20:28.438404 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d9cd2910-35b6-40b4-9bed-de8e25a76f03 req-0bba35e1-3958-47c7-9a26-7292fe2fe413 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332251 Oct 27 01:20:29.069805 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:29.563824 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454e1b4-40af-4e13-b801-35c4ecdbd4ec req-c57557dd-f04f-44b4-966a-59c7cbc7577e tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:29.565283 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-7454e1b4-40af-4e13-b801-35c4ecdbd4ec req-c57557dd-f04f-44b4-966a-59c7cbc7577e tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0537503 Oct 27 01:20:29.584123 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 60160) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:29.614694 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-7454e1b4-40af-4e13-b801-35c4ecdbd4ec req-633e054a-5f00-4a53-b92a-6eaea567030a tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426457 Oct 27 01:20:29.619220 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 60164) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:29.631269 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-bdd5fbc2-d244-4162-a984-d4e56a5f038c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-834136518-network', 'tenant_id': '32623a2f72f14f469dbcc3d202f0453c'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:20:29.727042 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd5fbc2-d244-4162-a984-d4e56a5f038c admin admin] Made reservation on behalf of 32623a2f72f14f469dbcc3d202f0453c for: {'network': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:20:29.729404 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-bdd5fbc2-d244-4162-a984-d4e56a5f038c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for network, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:29.739613 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-bdd5fbc2-d244-4162-a984-d4e56a5f038c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:29.830717 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-bdd5fbc2-d244-4162-a984-d4e56a5f038c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:29.904508 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-bdd5fbc2-d244-4162-a984-d4e56a5f038c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:29.937729 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd5fbc2-d244-4162-a984-d4e56a5f038c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=102100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:20:29.945192 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3369133e-3698-4056-bd22-1f195260e22c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:29.966125 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-bdd5fbc2-d244-4162-a984-d4e56a5f038c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:29.966439 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.db.segments_db [None req-bdd5fbc2-d244-4162-a984-d4e56a5f038c admin admin] Added segment e556c33f-25d3-460a-ac73-6107c1bb6e9c of type vlan for network 9864ef70-befd-4bf0-8008-13651dfa8ff3 Oct 27 01:20:29.968415 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5fbc2-d244-4162-a984-d4e56a5f038c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493c6e73-3b55-411a-aa20-070ac5c9b590,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:30.035973 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-bdd5fbc2-d244-4162-a984-d4e56a5f038c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793628853670'] for network, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:30.093199 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3369133e-3698-4056-bd22-1f195260e22c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:30.110232 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-bdd5fbc2-d244-4162-a984-d4e56a5f038c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for network, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:30.111466 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd5fbc2-d244-4162-a984-d4e56a5f038c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:30.112059 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-bdd5fbc2-d244-4162-a984-d4e56a5f038c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:30.168390 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3369133e-3698-4056-bd22-1f195260e22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:30.205047 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5fbc2-d244-4162-a984-d4e56a5f038c admin admin] Pushing event updated for resources: {'Network': ['ID=9864ef70-befd-4bf0-8008-13651dfa8ff3,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:30.217198 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Network 9864ef70-befd-4bf0-8008-13651dfa8ff3 details requested by agent ovs-agent-dv-cinder-815560-1-iscsi with host dv-cinder-815560-1-iscsi {{(pid=102102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:20:30.222198 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-3369133e-3698-4056-bd22-1f195260e22c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6ba2634d8794896bebc2b39ed15d443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6363466 Oct 27 01:20:30.223414 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369133e-3698-4056-bd22-1f195260e22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d9472d-c20a-44d9-8f5d-ab5d348f9592,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:30.224882 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 60190) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:30.254495 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 60192) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:30.255529 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-bdd5fbc2-d244-4162-a984-d4e56a5f038c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6346598 Oct 27 01:20:30.260781 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-0d8e36d3-92d2-4f69-a7f5-130384a8b3a7 admin admin] Request body: {'subnet': {'network_id': '9864ef70-befd-4bf0-8008-13651dfa8ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-834136518-subnet', 'tenant_id': '32623a2f72f14f469dbcc3d202f0453c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:20:30.328457 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d8c4428-aca6-418a-a9f3-38fc16db55cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:30.353416 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d8c4428-aca6-418a-a9f3-38fc16db55cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:30.412901 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8e36d3-92d2-4f69-a7f5-130384a8b3a7 admin admin] Made reservation on behalf of 32623a2f72f14f469dbcc3d202f0453c for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:20:30.415530 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d8e36d3-92d2-4f69-a7f5-130384a8b3a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29180659'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:30.478118 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d8c4428-aca6-418a-a9f3-38fc16db55cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:30.480336 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d8c4428-aca6-418a-a9f3-38fc16db55cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:30.484161 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-0d8c4428-aca6-418a-a9f3-38fc16db55cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/85d9472d-c20a-44d9-8f5d-ab5d348f9592 HTTP/1.1" status: 204 len: 168 time: 0.2554016 Oct 27 01:20:30.499255 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c4428-aca6-418a-a9f3-38fc16db55cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d9472d-c20a-44d9-8f5d-ab5d348f9592,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:30.664576 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d8e36d3-92d2-4f69-a7f5-130384a8b3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25808793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29180621'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:30.940729 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e36d3-92d2-4f69-a7f5-130384a8b3a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9edd9d91-5c62-4131-ae63-7f77b8612eb9,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:30.968741 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d211dc4-4fc4-44a9-8892-c74f5c8271b5 req-dfe02d52-9bc3-426a-86a4-1896dbfa5fb3 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:30.970213 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3d211dc4-4fc4-44a9-8892-c74f5c8271b5 req-dfe02d52-9bc3-426a-86a4-1896dbfa5fb3 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.2821009 Oct 27 01:20:30.971347 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8e36d3-92d2-4f69-a7f5-130384a8b3a7 admin admin] Checking segment: {'id': 'e556c33f-25d3-460a-ac73-6107c1bb6e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9864ef70-befd-4bf0-8008-13651dfa8ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:20:30.971694 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8e36d3-92d2-4f69-a7f5-130384a8b3a7 admin admin] Network hostable DHCP agents. Network: 9864ef70-befd-4bf0-8008-13651dfa8ff3, hostable agents: ['4fbae999-6d77-4ef4-a38a-49129aac495b'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:20:31.030712 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3d211dc4-4fc4-44a9-8892-c74f5c8271b5 req-f7682f40-c16c-49d4-baee-4a861c5ceb8d tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470552 Oct 27 01:20:31.051848 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8e36d3-92d2-4f69-a7f5-130384a8b3a7 admin admin] Network 9864ef70-befd-4bf0-8008-13651dfa8ff3 is scheduled to be hosted by DHCP agent 4fbae999-6d77-4ef4-a38a-49129aac495b with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:20:31.127429 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-0d8e36d3-92d2-4f69-a7f5-130384a8b3a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-1-iscsi, 9864ef70-befd-4bf0-8008-13651dfa8ff3) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:20:31.142936 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed0cf0a-0ad7-47d2-b7f6-6a5516d49fc2 None None] Network 9864ef70-befd-4bf0-8008-13651dfa8ff3 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:20:31.145459 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8e36d3-92d2-4f69-a7f5-130384a8b3a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:31.149670 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 60234) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:31.150216 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d8e36d3-92d2-4f69-a7f5-130384a8b3a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:31.250089 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-0d8e36d3-92d2-4f69-a7f5-130384a8b3a7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9938688 Oct 27 01:20:31.282649 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c33cae9-d3c7-45e6-af2b-ed67825be0c9 None None] Network 9864ef70-befd-4bf0-8008-13651dfa8ff3 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:20:31.496170 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-5882e4a8-7d43-4a59-9f3c-13a12492625a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:31.502748 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 60244) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:31.517436 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-623dafc5-8566-4958-a634-e594172dcad1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:31.591769 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-5882e4a8-7d43-4a59-9f3c-13a12492625a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:31.622232 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-623dafc5-8566-4958-a634-e594172dcad1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:31.652356 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-5882e4a8-7d43-4a59-9f3c-13a12492625a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:31.691048 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-5882e4a8-7d43-4a59-9f3c-13a12492625a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6448ca2c87974a60b23c8d8ab52f13d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5401351 Oct 27 01:20:31.691888 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882e4a8-7d43-4a59-9f3c-13a12492625a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b875315f-1bed-4da5-a8e8-236b6f86dbd1,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:31.694582 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 60254) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:31.712827 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-623dafc5-8566-4958-a634-e594172dcad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:31.771573 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-623dafc5-8566-4958-a634-e594172dcad1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af1736e3d31b4abbb30d82a0a7c0a4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677476 Oct 27 01:20:31.774019 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623dafc5-8566-4958-a634-e594172dcad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e837bd-c3b3-4a39-8854-4d3c0d9c5496,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:31.774512 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 60256) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:31.787296 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-78b00a6c-a0fb-4e39-a08a-793a2a589867 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:31.815602 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-78b00a6c-a0fb-4e39-a08a-793a2a589867 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:31.834311 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3c10cf88-4469-42f1-9c97-ceda6e103095 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:31.859194 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3c10cf88-4469-42f1-9c97-ceda6e103095 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:31.933211 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-78b00a6c-a0fb-4e39-a08a-793a2a589867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:31.935831 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-78b00a6c-a0fb-4e39-a08a-793a2a589867 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:31.936954 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-78b00a6c-a0fb-4e39-a08a-793a2a589867 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b875315f-1bed-4da5-a8e8-236b6f86dbd1 HTTP/1.1" status: 204 len: 168 time: 0.2411342 Oct 27 01:20:31.944570 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b00a6c-a0fb-4e39-a08a-793a2a589867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b875315f-1bed-4da5-a8e8-236b6f86dbd1,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:32.024086 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3c10cf88-4469-42f1-9c97-ceda6e103095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:32.026736 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3c10cf88-4469-42f1-9c97-ceda6e103095 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:32.031012 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-3c10cf88-4469-42f1-9c97-ceda6e103095 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29e837bd-c3b3-4a39-8854-4d3c0d9c5496 HTTP/1.1" status: 204 len: 168 time: 0.2524345 Oct 27 01:20:32.035808 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10cf88-4469-42f1-9c97-ceda6e103095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e837bd-c3b3-4a39-8854-4d3c0d9c5496,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:32.076415 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 60266) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:32.192406 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee660a-b43f-4c1a-a787-815a09c1aff7 req-8148e58f-e596-4068-bae3-9995606229f7 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:32.195184 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c1ee660a-b43f-4c1a-a787-815a09c1aff7 req-8148e58f-e596-4068-bae3-9995606229f7 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0885687 Oct 27 01:20:32.239675 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c1ee660a-b43f-4c1a-a787-815a09c1aff7 req-92753a19-b8db-45b3-a345-fd78ac978d24 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375073 Oct 27 01:20:32.316985 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b1b48ce0-fec3-4545-b9fa-0edc3c80eca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:32.398082 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b1b48ce0-fec3-4545-b9fa-0edc3c80eca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:32.509959 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b1b48ce0-fec3-4545-b9fa-0edc3c80eca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:32.550165 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-b1b48ce0-fec3-4545-b9fa-0edc3c80eca2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2a61a6a983d40a892e86265ea53e264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4726484 Oct 27 01:20:32.551046 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b48ce0-fec3-4545-b9fa-0edc3c80eca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d5cbe7-ac38-405e-9f9f-c0e468e5cf92,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:32.552867 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 60280) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:32.602535 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7719fc76-2f5c-4c4f-abd9-e06d8ac0e817 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:32.624879 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7719fc76-2f5c-4c4f-abd9-e06d8ac0e817 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:32.738416 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7719fc76-2f5c-4c4f-abd9-e06d8ac0e817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:32.741573 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7719fc76-2f5c-4c4f-abd9-e06d8ac0e817 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:32.742994 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-7719fc76-2f5c-4c4f-abd9-e06d8ac0e817 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06d5cbe7-ac38-405e-9f9f-c0e468e5cf92 HTTP/1.1" status: 204 len: 168 time: 0.1890693 Oct 27 01:20:32.750590 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 60288) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:32.753805 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719fc76-2f5c-4c4f-abd9-e06d8ac0e817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d5cbe7-ac38-405e-9f9f-c0e468e5cf92,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:32.771656 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-07a42892-b39d-4fc3-a566-44e4e26cd9cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:32.808305 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 60290) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:32.823538 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7baee14e-7ba8-441a-83c6-69a1049a330f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:32.856910 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-07a42892-b39d-4fc3-a566-44e4e26cd9cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:32.903930 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7baee14e-7ba8-441a-83c6-69a1049a330f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:32.938583 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-07a42892-b39d-4fc3-a566-44e4e26cd9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:32.961730 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7baee14e-7ba8-441a-83c6-69a1049a330f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:32.977244 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-07a42892-b39d-4fc3-a566-44e4e26cd9cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6b60137da97423d9cd1fe0bd2581351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253048 Oct 27 01:20:32.978337 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a42892-b39d-4fc3-a566-44e4e26cd9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57c285b-4d7b-46c8-8056-e6e1f38f5ef0,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:32.980634 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 60292) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:33.006737 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-7baee14e-7ba8-441a-83c6-69a1049a330f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64e7dcdb94fe420691f9e7712444515e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965830 Oct 27 01:20:33.007140 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baee14e-7ba8-441a-83c6-69a1049a330f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5ff1d9-9d75-486c-97ed-6b27562d095d,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:33.010836 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 60294) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:33.036585 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d10293d4-1f5e-4a88-979a-3e16b9613212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:33.059935 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d10293d4-1f5e-4a88-979a-3e16b9613212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:33.066135 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-49d765cb-0ff6-4178-a7e0-6a8ce5f83e5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:33.087677 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-49d765cb-0ff6-4178-a7e0-6a8ce5f83e5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:33.201680 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d10293d4-1f5e-4a88-979a-3e16b9613212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:33.201897 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-49d765cb-0ff6-4178-a7e0-6a8ce5f83e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:33.204303 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d10293d4-1f5e-4a88-979a-3e16b9613212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:33.204994 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-49d765cb-0ff6-4178-a7e0-6a8ce5f83e5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:33.205442 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-d10293d4-1f5e-4a88-979a-3e16b9613212 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e57c285b-4d7b-46c8-8056-e6e1f38f5ef0 HTTP/1.1" status: 204 len: 168 time: 0.2239079 Oct 27 01:20:33.211495 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-49d765cb-0ff6-4178-a7e0-6a8ce5f83e5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee5ff1d9-9d75-486c-97ed-6b27562d095d HTTP/1.1" status: 204 len: 168 time: 0.1970437 Oct 27 01:20:33.215246 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10293d4-1f5e-4a88-979a-3e16b9613212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57c285b-4d7b-46c8-8056-e6e1f38f5ef0,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:33.230652 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d765cb-0ff6-4178-a7e0-6a8ce5f83e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5ff1d9-9d75-486c-97ed-6b27562d095d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:33.395993 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faea3fd-0da9-4e92-8154-107cff1d8e24 req-7469bf5c-bad0-4091-af1e-ca966cc928f0 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:33.397469 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8faea3fd-0da9-4e92-8154-107cff1d8e24 req-7469bf5c-bad0-4091-af1e-ca966cc928f0 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0496688 Oct 27 01:20:33.441221 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8faea3fd-0da9-4e92-8154-107cff1d8e24 req-ccff2c9d-8ae3-4932-a906-d4c7e168ddea tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370531 Oct 27 01:20:33.769903 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 60320) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:33.783829 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6fe1e731-329d-4211-ab7c-3e8b78677df7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:33.865418 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6fe1e731-329d-4211-ab7c-3e8b78677df7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:33.927417 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6fe1e731-329d-4211-ab7c-3e8b78677df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:33.967290 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-6fe1e731-329d-4211-ab7c-3e8b78677df7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0628f8e2e294180b06a14e1b8d8fe70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962621 Oct 27 01:20:33.968139 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1e731-329d-4211-ab7c-3e8b78677df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0591caa5-aa1c-4b2c-9997-7b9beb24a0df,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:33.969997 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 60328) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:34.035896 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-87a464fd-0404-4eb7-b018-661de084d743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:34.064970 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-87a464fd-0404-4eb7-b018-661de084d743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:34.218964 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-87a464fd-0404-4eb7-b018-661de084d743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:34.221868 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-87a464fd-0404-4eb7-b018-661de084d743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:34.223338 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-87a464fd-0404-4eb7-b018-661de084d743 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0591caa5-aa1c-4b2c-9997-7b9beb24a0df HTTP/1.1" status: 204 len: 168 time: 0.2517674 Oct 27 01:20:34.241608 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a464fd-0404-4eb7-b018-661de084d743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0591caa5-aa1c-4b2c-9997-7b9beb24a0df,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:34.592640 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc480e31-9a88-4841-87e0-095fb2960576 req-9a1dbdab-8b78-48f7-9b97-b3030708b43b tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:34.598197 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fc480e31-9a88-4841-87e0-095fb2960576 req-9a1dbdab-8b78-48f7-9b97-b3030708b43b tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0659747 Oct 27 01:20:34.640191 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fc480e31-9a88-4841-87e0-095fb2960576 req-998f545c-c9bc-4883-a10c-738f92d9d4c0 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348768 Oct 27 01:20:35.776737 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf40127-701d-4154-8048-c906ab9dbbc0 req-6bcc4f94-b23e-4c9e-88fe-edfab4d760d9 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:35.778461 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0bf40127-701d-4154-8048-c906ab9dbbc0 req-6bcc4f94-b23e-4c9e-88fe-edfab4d760d9 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0567033 Oct 27 01:20:35.831216 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0bf40127-701d-4154-8048-c906ab9dbbc0 req-52ff8967-9d3d-4ff9-b83c-caa955b9ffdd tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460634 Oct 27 01:20:36.483901 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e421335-b735-41c5-8e8b-9b057135048f req-3906a976-5f7a-41e0-95a0-f1cd91dcf50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:36.485414 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7e421335-b735-41c5-8e8b-9b057135048f req-3906a976-5f7a-41e0-95a0-f1cd91dcf50d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 1098 time: 0.0396311 Oct 27 01:20:36.521110 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7e421335-b735-41c5-8e8b-9b057135048f req-41872376-8ee5-4e39-a5e4-aff05f464ed7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269544 Oct 27 01:20:36.959614 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3c5ed-e4e6-4c03-8a66-2c98dfa22bfe req-08c3fde3-6ee6-4a2b-ad52-6e5af1064b39 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:36.961064 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5cb3c5ed-e4e6-4c03-8a66-2c98dfa22bfe req-08c3fde3-6ee6-4a2b-ad52-6e5af1064b39 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0490427 Oct 27 01:20:37.006469 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5cb3c5ed-e4e6-4c03-8a66-2c98dfa22bfe req-63927881-712b-4d07-ba99-a21cf57f6a31 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390711 Oct 27 01:20:39.704859 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1195f-d5ca-4e93-b6bc-a3439341227e req-8b1c9da7-be4c-43d7-989e-a7ee0250bc8c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:39.706350 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fff1195f-d5ca-4e93-b6bc-a3439341227e req-8b1c9da7-be4c-43d7-989e-a7ee0250bc8c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0499344 Oct 27 01:20:39.743364 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fff1195f-d5ca-4e93-b6bc-a3439341227e req-21590eaf-fc6b-4a79-8ec7-b528656db820 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310731 Oct 27 01:20:40.870248 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59f3b0-41af-46f6-8ef6-d958f3baf194 req-48947b30-82ed-423c-a598-51c8dc9467f9 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:40.871707 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-eb59f3b0-41af-46f6-8ef6-d958f3baf194 req-48947b30-82ed-423c-a598-51c8dc9467f9 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0530691 Oct 27 01:20:40.919774 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-eb59f3b0-41af-46f6-8ef6-d958f3baf194 req-8a2f2345-c50f-487a-b43f-4d02691f0e09 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420122 Oct 27 01:20:41.060190 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951d433-8841-4edc-90d5-c995f14376bf req-bf2b578a-222b-4ef8-8dba-04bad2a7bb43 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:41.060681 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8951d433-8841-4edc-90d5-c995f14376bf req-bf2b578a-222b-4ef8-8dba-04bad2a7bb43 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0710754 Oct 27 01:20:41.113804 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8951d433-8841-4edc-90d5-c995f14376bf req-4005d32c-af28-4e1b-acc8-c4526247c114 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436671 Oct 27 01:20:41.222943 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 60534) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:41.328491 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0e5cd47c-a7eb-426b-bfb4-b2295801e688 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:41.406460 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0e5cd47c-a7eb-426b-bfb4-b2295801e688 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:41.561490 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0e5cd47c-a7eb-426b-bfb4-b2295801e688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:41.600290 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-0e5cd47c-a7eb-426b-bfb4-b2295801e688 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc241b2321034bd6828e89bae595cdce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3761983 Oct 27 01:20:41.601173 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cd47c-a7eb-426b-bfb4-b2295801e688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bcf831-95e6-4907-862b-0ec229d2c007,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:41.604631 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 60542) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:41.663143 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d843041e-bd3f-4eac-a60f-fd6238266814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:41.685378 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d843041e-bd3f-4eac-a60f-fd6238266814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:41.841297 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d843041e-bd3f-4eac-a60f-fd6238266814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:41.843950 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d843041e-bd3f-4eac-a60f-fd6238266814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:41.845125 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-d843041e-bd3f-4eac-a60f-fd6238266814 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62bcf831-95e6-4907-862b-0ec229d2c007 HTTP/1.1" status: 204 len: 168 time: 0.2387536 Oct 27 01:20:41.853596 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843041e-bd3f-4eac-a60f-fd6238266814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bcf831-95e6-4907-862b-0ec229d2c007,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:43.612944 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d855db-0415-407a-b99d-f91a847ff57a req-9c79ec5b-160e-4e96-8a16-cb1481b819b2 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:43.614418 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-07d855db-0415-407a-b99d-f91a847ff57a req-9c79ec5b-160e-4e96-8a16-cb1481b819b2 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0525422 Oct 27 01:20:43.658123 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-07d855db-0415-407a-b99d-f91a847ff57a req-15ba2531-8087-4f22-819f-5606bbb99fae tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373666 Oct 27 01:20:43.760265 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74633851-8708-4d55-811f-65d4ac0eb533 req-a89a1d11-a235-4508-b484-be8dd514d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:43.761750 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-74633851-8708-4d55-811f-65d4ac0eb533 req-a89a1d11-a235-4508-b484-be8dd514d7cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ac535690bf24eb9bbf7d42426b21c74&device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 1098 time: 0.0552802 Oct 27 01:20:43.866327 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74633851-8708-4d55-811f-65d4ac0eb533 req-89697232-6148-4f81-9398-beb65948c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:43.868169 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-74633851-8708-4d55-811f-65d4ac0eb533 req-89697232-6148-4f81-9398-beb65948c623 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1517e22-2395-4c57-bae6-bd47c809e7b9 HTTP/1.1" status: 200 len: 920 time: 0.0963950 Oct 27 01:20:43.923816 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-74633851-8708-4d55-811f-65d4ac0eb533 req-e8bd5037-5f12-49a2-9977-ade1f30cba7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f1eccc2-4d63-4101-be4a-ce4e532f88e2 HTTP/1.1" status: 200 len: 217 time: 0.0389099 Oct 27 01:20:43.993183 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74633851-8708-4d55-811f-65d4ac0eb533 req-34d221ae-ecf2-47c0-b3d9-df7b86b6e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:43.994684 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-74633851-8708-4d55-811f-65d4ac0eb533 req-34d221ae-ecf2-47c0-b3d9-df7b86b6e8a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17743bda-8254-4a8b-8524-5242f8ab33dd HTTP/1.1" status: 200 len: 859 time: 0.0623333 Oct 27 01:20:44.032188 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-74633851-8708-4d55-811f-65d4ac0eb533 req-23320b65-f24c-433d-9e85-b0407e26183f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1517e22-2395-4c57-bae6-bd47c809e7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258317 Oct 27 01:20:44.156074 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-74633851-8708-4d55-811f-65d4ac0eb533 req-2f9e5514-f07a-430c-a29d-f80107b5fbf4 service neutron] 10.222.0.36 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134031 Oct 27 01:20:44.292788 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-74633851-8708-4d55-811f-65d4ac0eb533 req-f5b89825-c612-48dd-af78-917163c1900f service neutron] 10.222.0.36 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056163 Oct 27 01:20:44.784492 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac5b91-7464-428c-867b-02a1bcbc1b6d req-35d2f64a-13f5-4127-b314-bbf9a1d71a8b tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:44.785999 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-23ac5b91-7464-428c-867b-02a1bcbc1b6d req-35d2f64a-13f5-4127-b314-bbf9a1d71a8b tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0503335 Oct 27 01:20:44.826533 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-23ac5b91-7464-428c-867b-02a1bcbc1b6d req-63697287-279b-438e-aa35-9fab27bfc397 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339935 Oct 27 01:20:45.955918 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9c510-34db-45f4-a3ce-9be3048b3620 req-46fffcf4-52a3-47fc-8a14-4d6e6b296ad4 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:45.957419 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-37b9c510-34db-45f4-a3ce-9be3048b3620 req-46fffcf4-52a3-47fc-8a14-4d6e6b296ad4 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0529130 Oct 27 01:20:46.000585 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-37b9c510-34db-45f4-a3ce-9be3048b3620 req-d66190bb-c309-4103-aa2b-3f88af841af5 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349002 Oct 27 01:20:46.470292 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:47.127554 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847dec9-ff49-4ddd-bf04-7e1e4f2e04b1 req-89d8e45e-d3a2-441d-8920-5fe936f94ceb tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:47.129026 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5847dec9-ff49-4ddd-bf04-7e1e4f2e04b1 req-89d8e45e-d3a2-441d-8920-5fe936f94ceb tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0529943 Oct 27 01:20:47.168353 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5847dec9-ff49-4ddd-bf04-7e1e4f2e04b1 req-6842c8bd-fdaa-4db9-b783-d5ea4dbbbc01 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330882 Oct 27 01:20:47.259856 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 60780) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:47.366427 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3f4e7e77-9f4c-403c-9f6d-1a320823e616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:47.440047 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3f4e7e77-9f4c-403c-9f6d-1a320823e616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:47.521717 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3f4e7e77-9f4c-403c-9f6d-1a320823e616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:47.561839 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-3f4e7e77-9f4c-403c-9f6d-1a320823e616 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca27529e459e44b3b5cea41dc7ac819d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008633 Oct 27 01:20:47.562704 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e7e77-9f4c-403c-9f6d-1a320823e616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee2f184-5cac-430e-b4af-e2b17564cc9c,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:47.565029 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 60788) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:47.623223 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-feffb0bc-1966-4024-ad1c-7bbb9ff37b26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:47.645632 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-feffb0bc-1966-4024-ad1c-7bbb9ff37b26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:47.773133 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-feffb0bc-1966-4024-ad1c-7bbb9ff37b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:47.775813 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-feffb0bc-1966-4024-ad1c-7bbb9ff37b26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:47.777043 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-feffb0bc-1966-4024-ad1c-7bbb9ff37b26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ee2f184-5cac-430e-b4af-e2b17564cc9c HTTP/1.1" status: 204 len: 168 time: 0.2047260 Oct 27 01:20:47.784558 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffb0bc-1966-4024-ad1c-7bbb9ff37b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee2f184-5cac-430e-b4af-e2b17564cc9c,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:48.290585 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb54405-aff5-4c4f-9ae9-d5c28eaaf2cc req-daa02918-dff8-4ed5-99c9-020049879fb4 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:48.292056 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-abb54405-aff5-4c4f-9ae9-d5c28eaaf2cc req-daa02918-dff8-4ed5-99c9-020049879fb4 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0491793 Oct 27 01:20:48.330286 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-abb54405-aff5-4c4f-9ae9-d5c28eaaf2cc req-19534311-2213-4892-b320-aca3e37ffdae tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322008 Oct 27 01:20:48.680513 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 60818) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:48.693723 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3b4cba3e-48e2-4102-9a96-114671b60bed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:48.766543 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3b4cba3e-48e2-4102-9a96-114671b60bed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:48.847072 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3b4cba3e-48e2-4102-9a96-114671b60bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:48.884389 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4cba3e-48e2-4102-9a96-114671b60bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf586ac-fc84-487a-9bb5-394bea961126,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:48.888447 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-3b4cba3e-48e2-4102-9a96-114671b60bed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d28f3e1bc4c4706ad93c3ab58f2658b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069108 Oct 27 01:20:48.891174 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 60820) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:48.939163 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4f0db906-7d92-4d83-8bb6-f3f32cf095cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:48.959225 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4f0db906-7d92-4d83-8bb6-f3f32cf095cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:49.098375 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4f0db906-7d92-4d83-8bb6-f3f32cf095cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:49.100877 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4f0db906-7d92-4d83-8bb6-f3f32cf095cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:49.102430 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-4f0db906-7d92-4d83-8bb6-f3f32cf095cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bdf586ac-fc84-487a-9bb5-394bea961126 HTTP/1.1" status: 204 len: 168 time: 0.2103908 Oct 27 01:20:49.111067 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0db906-7d92-4d83-8bb6-f3f32cf095cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf586ac-fc84-487a-9bb5-394bea961126,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:49.450799 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8103c-4c15-4aee-b617-dfcd95cb3243 req-7cd8b4fb-b3af-44ce-a3ee-b4564286d431 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:49.452419 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-bbb8103c-4c15-4aee-b617-dfcd95cb3243 req-7cd8b4fb-b3af-44ce-a3ee-b4564286d431 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0528195 Oct 27 01:20:49.492722 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-bbb8103c-4c15-4aee-b617-dfcd95cb3243 req-e6762b78-f10e-46cc-b1d4-caeb910b99c7 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338664 Oct 27 01:20:50.611866 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b7de5-fd15-4576-acd4-b0698b4e464c req-07675f6b-c6f9-41eb-8138-3e3017dc8bf4 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:50.613421 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d05b7de5-fd15-4576-acd4-b0698b4e464c req-07675f6b-c6f9-41eb-8138-3e3017dc8bf4 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0519621 Oct 27 01:20:50.661917 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d05b7de5-fd15-4576-acd4-b0698b4e464c req-5f63eafe-bb8e-46a9-95ca-6873c2b31b19 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328031 Oct 27 01:20:51.792053 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c8079-b2ce-4a3f-a4d7-4376138e4a5e req-4dec101d-df94-42c6-888a-10b76c49a745 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:51.793538 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-473c8079-b2ce-4a3f-a4d7-4376138e4a5e req-4dec101d-df94-42c6-888a-10b76c49a745 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0498459 Oct 27 01:20:51.832248 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-473c8079-b2ce-4a3f-a4d7-4376138e4a5e req-70677752-08dd-4581-bbfb-0901450ed6c0 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324628 Oct 27 01:20:52.956541 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf68cf-dde9-41ed-a43d-606bbbe7c231 req-34d6e6ee-a9c7-492c-9af8-0563fbc2e9d0 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:52.957971 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2fbf68cf-dde9-41ed-a43d-606bbbe7c231 req-34d6e6ee-a9c7-492c-9af8-0563fbc2e9d0 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0505369 Oct 27 01:20:52.996558 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2fbf68cf-dde9-41ed-a43d-606bbbe7c231 req-81d3e174-36e2-4c0b-a2de-8bdc5e602d63 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318792 Oct 27 01:20:53.795750 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f0647ddc-5bc2-4caa-a314-d966b77c4030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:53.953182 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 60990) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:53.997249 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_v2 [None req-18eeee8c-3fed-4987-a27f-bb38d7f25de2 admin admin] Deleting subnet 433b5b53-557d-4178-9aa0-457c11f97159 {{(pid=102100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:20:54.000565 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-18eeee8c-3fed-4987-a27f-bb38d7f25de2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:54.037416 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-18eeee8c-3fed-4987-a27f-bb38d7f25de2 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:54.045204 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-18eeee8c-3fed-4987-a27f-bb38d7f25de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1553078'] for subnet, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:54.136818 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082440f-9f03-420d-8521-a1b3af917c95 req-28b3b1e0-95df-4747-89f6-09bec3fc2494 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:54.138336 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f082440f-9f03-420d-8521-a1b3af917c95 req-28b3b1e0-95df-4747-89f6-09bec3fc2494 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0646508 Oct 27 01:20:54.176794 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f082440f-9f03-420d-8521-a1b3af917c95 req-3f6a2981-e0bf-46b5-a424-a9d01f60e4b2 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318043 Oct 27 01:20:54.207537 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-18eeee8c-3fed-4987-a27f-bb38d7f25de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for subnet, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:54.237103 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eeee8c-3fed-4987-a27f-bb38d7f25de2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=433b5b53-557d-4178-9aa0-457c11f97159,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:54.240776 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-18eeee8c-3fed-4987-a27f-bb38d7f25de2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for subnet, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:54.244140 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-18eeee8c-3fed-4987-a27f-bb38d7f25de2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/433b5b53-557d-4178-9aa0-457c11f97159 HTTP/1.1" status: 204 len: 168 time: 0.2898135 Oct 27 01:20:54.246685 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 32770) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:54.321162 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561603'] for network, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:54.407367 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552445', 'neutron.services.segments.db._delete_segments_for_network-8793629371679'] for network, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:54.428598 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:54.428955 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:54.430240 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:54.430581 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] Subscribe: > port after_create 55550000 {{(pid=102100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:54.430897 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:54.431227 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] Subscribe: > port after_update 55550000 {{(pid=102100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:54.431540 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:54.431867 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:54.432175 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:54.432489 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:54.501647 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:54.501647 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:54.501647 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:54.501647 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:20:54.501647 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a4085b-0077-4ed5-a3f4-9ea1d6e06863']}} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:20:54.517271 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7bdf42f-1d48-47a5-9b76-069b9de7d27d') {'for_net_delete': True} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:20:54.517562 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7bdf42f-1d48-47a5-9b76-069b9de7d27d') {} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:20:54.532911 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793629372712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25380428'] for segment, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:54.552496 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:54.561020 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:20:54.561392 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25380066'] for segment, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: from cryptography.utils import int_from_bytes Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: from cryptography.utils import int_from_bytes Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: Traceback (most recent call last): Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: timer() Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: cb(*args, **kw) Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: return func(*args, **kwargs) Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: self._notify() Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: self.callback(batched_events) Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: event.method(event) Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: return f(self, *a, **k) Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: return self._get(url).json() Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: return self.request(url, 'GET', **kwargs) Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:20:54.565434 dv-cinder-815560-1-iscsi neutron-server[102100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:20:54.727149 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3723074'] for network, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:54.748637 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:54.751897 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/78a4085b-0077-4ed5-a3f4-9ea1d6e06863 HTTP/1.1" status: 204 len: 168 time: 0.5043101 Oct 27 01:20:54.753266 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d460c16-3a79-4185-bc33-b415140d5ab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=78a4085b-0077-4ed5-a3f4-9ea1d6e06863,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:54.754784 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 32786) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:54.798864 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e48852-f798-497c-8870-ebabcbcfbf1e admin admin] Deleting subnet 9edd9d91-5c62-4131-ae63-7f77b8612eb9 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:20:54.802039 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-07e48852-f798-497c-8870-ebabcbcfbf1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:54.839901 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-07e48852-f798-497c-8870-ebabcbcfbf1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25808289'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:54.880726 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-07e48852-f798-497c-8870-ebabcbcfbf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1553078'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:55.047577 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-07e48852-f798-497c-8870-ebabcbcfbf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25808858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29180628'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:55.073173 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e48852-f798-497c-8870-ebabcbcfbf1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9edd9d91-5c62-4131-ae63-7f77b8612eb9,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:55.077088 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-07e48852-f798-497c-8870-ebabcbcfbf1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:55.080972 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-07e48852-f798-497c-8870-ebabcbcfbf1e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9edd9d91-5c62-4131-ae63-7f77b8612eb9 HTTP/1.1" status: 204 len: 168 time: 0.3250430 Oct 27 01:20:55.083397 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 32788) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:55.158769 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5f0bece7-5767-4ee3-ae6d-37d2c9b127fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561603'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:55.232941 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 32800) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:55.238943 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5f0bece7-5767-4ee3-ae6d-37d2c9b127fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552445', 'neutron.services.segments.db._delete_segments_for_network-8793629371679'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:55.265936 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-5f0bece7-5767-4ee3-ae6d-37d2c9b127fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9864ef70-befd-4bf0-8008-13651dfa8ff3']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:20:55.277774 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-5f0bece7-5767-4ee3-ae6d-37d2c9b127fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e556c33f-25d3-460a-ac73-6107c1bb6e9c') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:20:55.278103 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-5f0bece7-5767-4ee3-ae6d-37d2c9b127fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e556c33f-25d3-460a-ac73-6107c1bb6e9c') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:20:55.295927 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5f0bece7-5767-4ee3-ae6d-37d2c9b127fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793629372712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25808298'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:55.340788 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5f0bece7-5767-4ee3-ae6d-37d2c9b127fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:55.349886 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0bece7-5767-4ee3-ae6d-37d2c9b127fb admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:20:55.350656 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5f0bece7-5767-4ee3-ae6d-37d2c9b127fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25808752'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: Traceback (most recent call last): Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: timer() Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: cb(*args, **kw) Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: return func(*args, **kwargs) Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: self._notify() Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: self.callback(batched_events) Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: event.method(event) Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: return f(self, *a, **k) Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: return self._get(url).json() Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:20:55.353269 dv-cinder-815560-1-iscsi neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:20:55.384899 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-13be0553-a60b-4dcb-b943-20601b40d9c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:55.400601 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be95fa0-f9ff-4877-819c-9825cf5a10d6 req-8ab6c2b5-e914-4727-9c7a-a068c5ab3c82 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:55.402106 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0be95fa0-f9ff-4877-819c-9825cf5a10d6 req-8ab6c2b5-e914-4727-9c7a-a068c5ab3c82 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.1220250 Oct 27 01:20:55.455201 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0be95fa0-f9ff-4877-819c-9825cf5a10d6 req-d3371803-33d1-4354-a727-5eb741f14adb tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380065 Oct 27 01:20:55.504820 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5f0bece7-5767-4ee3-ae6d-37d2c9b127fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3723074'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:55.522374 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5f0bece7-5767-4ee3-ae6d-37d2c9b127fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:55.525630 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-5f0bece7-5767-4ee3-ae6d-37d2c9b127fb admin admin] 10.222.0.32 "DELETE /v2.0/networks/9864ef70-befd-4bf0-8008-13651dfa8ff3 HTTP/1.1" status: 204 len: 168 time: 0.4412591 Oct 27 01:20:55.526942 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bece7-5767-4ee3-ae6d-37d2c9b127fb admin admin] Pushing event deleted for resources: {'Network': ['ID=9864ef70-befd-4bf0-8008-13651dfa8ff3,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:55.581800 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-13be0553-a60b-4dcb-b943-20601b40d9c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:55.646903 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-13be0553-a60b-4dcb-b943-20601b40d9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:55.686096 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-13be0553-a60b-4dcb-b943-20601b40d9c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc710e4a7fee41ea864d1729f98b7ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4518678 Oct 27 01:20:55.686944 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be0553-a60b-4dcb-b943-20601b40d9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6924a8-ca75-4494-92e5-496027dfd152,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:55.691995 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 32814) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:55.738723 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9af0859a-b74a-4b2e-b12e-f41ac83cc889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:55.759591 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9af0859a-b74a-4b2e-b12e-f41ac83cc889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:55.899081 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9af0859a-b74a-4b2e-b12e-f41ac83cc889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:55.901617 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9af0859a-b74a-4b2e-b12e-f41ac83cc889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:55.905143 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-9af0859a-b74a-4b2e-b12e-f41ac83cc889 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d6924a8-ca75-4494-92e5-496027dfd152 HTTP/1.1" status: 204 len: 168 time: 0.2099841 Oct 27 01:20:55.911291 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0859a-b74a-4b2e-b12e-f41ac83cc889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6924a8-ca75-4494-92e5-496027dfd152,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:55.933555 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 32818) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:55.983755 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-4a84ff64-2713-4490-b7f8-4c8b1945423f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e093f4259be443e4bf66194aff0e408f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489743 Oct 27 01:20:55.986553 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 32820) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:56.013285 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1f4fc-fcb9-459b-ad49-0fa408206530 req-faca532c-8a7e-4fb6-8343-8a406f617bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:56.014826 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-63b1f4fc-fcb9-459b-ad49-0fa408206530 req-faca532c-8a7e-4fb6-8343-8a406f617bf2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 1098 time: 0.0454996 Oct 27 01:20:56.042798 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dbdf1123-4eba-42cd-a9c1-8cae3fe07ed1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:56.052923 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-63b1f4fc-fcb9-459b-ad49-0fa408206530 req-440844e9-74fa-4695-8b14-df4b1abf7ac5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301361 Oct 27 01:20:56.064566 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dbdf1123-4eba-42cd-a9c1-8cae3fe07ed1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:56.201636 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dbdf1123-4eba-42cd-a9c1-8cae3fe07ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:56.204286 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dbdf1123-4eba-42cd-a9c1-8cae3fe07ed1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:56.205506 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-dbdf1123-4eba-42cd-a9c1-8cae3fe07ed1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05256760-df76-42ef-bee2-5bf0654082e6 HTTP/1.1" status: 204 len: 168 time: 0.2178907 Oct 27 01:20:56.214245 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf1123-4eba-42cd-a9c1-8cae3fe07ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05256760-df76-42ef-bee2-5bf0654082e6,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:56.310478 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bf7cad1a-e067-4eea-9212-c2c4a7f3d0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:56.608036 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766026f1-684c-425e-a240-caa14b0f5de8 req-8f3e67a8-94e6-47f6-aefc-f27575d47425 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:56.608036 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-766026f1-684c-425e-a240-caa14b0f5de8 req-8f3e67a8-94e6-47f6-aefc-f27575d47425 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0621576 Oct 27 01:20:56.671235 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-766026f1-684c-425e-a240-caa14b0f5de8 req-3de828dc-ffc4-424a-b099-c8360341695d tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531263 Oct 27 01:20:56.671337 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 32844) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:56.705105 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-25b10704-df2d-40e3-8bf2-2341f9b798cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:56.792597 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-25b10704-df2d-40e3-8bf2-2341f9b798cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:56.881442 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-25b10704-df2d-40e3-8bf2-2341f9b798cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:56.924460 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-25b10704-df2d-40e3-8bf2-2341f9b798cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1bd51972c35042d3ba1efbd41ef04b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521133 Oct 27 01:20:56.925562 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b10704-df2d-40e3-8bf2-2341f9b798cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e02eb7-99bf-432a-af06-16eec519d60f,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:56.927138 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 32850) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:56.976153 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-48f70b8d-6371-4718-9297-e4f154fa66f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:56.999441 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-48f70b8d-6371-4718-9297-e4f154fa66f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:57.125913 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 32852) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:57.163274 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-48f70b8d-6371-4718-9297-e4f154fa66f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:57.166445 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-48f70b8d-6371-4718-9297-e4f154fa66f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:57.167673 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-48f70b8d-6371-4718-9297-e4f154fa66f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3e02eb7-99bf-432a-af06-16eec519d60f HTTP/1.1" status: 204 len: 168 time: 0.2388973 Oct 27 01:20:57.176534 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-fa990140-d164-46e6-939b-deb81ff360cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32623a2f72f14f469dbcc3d202f0453c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495021 Oct 27 01:20:57.179214 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 32856) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:57.181921 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f70b8d-6371-4718-9297-e4f154fa66f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e02eb7-99bf-432a-af06-16eec519d60f,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:57.228860 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:57.243733 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-06fd7d35-3a4e-4a63-9eb1-30c2a6260d2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:57.271903 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-06fd7d35-3a4e-4a63-9eb1-30c2a6260d2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:57.504077 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-06fd7d35-3a4e-4a63-9eb1-30c2a6260d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:57.508745 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-06fd7d35-3a4e-4a63-9eb1-30c2a6260d2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:57.509078 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-06fd7d35-3a4e-4a63-9eb1-30c2a6260d2e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/493c6e73-3b55-411a-aa20-070ac5c9b590 HTTP/1.1" status: 204 len: 168 time: 0.3283517 Oct 27 01:20:57.518630 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd7d35-3a4e-4a63-9eb1-30c2a6260d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493c6e73-3b55-411a-aa20-070ac5c9b590,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:57.669966 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:57.801042 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b38f53-2d97-46f7-9e3c-596808b21a55 req-0a29e129-83d3-4cb9-8156-cf450444d14a tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:57.806963 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-37b38f53-2d97-46f7-9e3c-596808b21a55 req-0a29e129-83d3-4cb9-8156-cf450444d14a tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0572095 Oct 27 01:20:57.847314 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-37b38f53-2d97-46f7-9e3c-596808b21a55 req-28d39e05-38bf-44cf-97ba-aeff3fd14cd2 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343125 Oct 27 01:20:58.327916 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71b41f-caca-4b15-bd41-d50d176f2125 req-14b13613-e3a7-4e71-b7b3-22b9506d49fd tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:58.329386 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6f71b41f-caca-4b15-bd41-d50d176f2125 req-14b13613-e3a7-4e71-b7b3-22b9506d49fd tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0664802 Oct 27 01:20:58.372678 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6f71b41f-caca-4b15-bd41-d50d176f2125 req-5367278e-2734-406e-85d5-97ebce2af95e tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369859 Oct 27 01:20:58.396423 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b473e-6a30-4194-b695-4753290f15f6 req-a6617dc5-b52a-4f97-8e21-02e15e4d73ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:58.398009 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b08b473e-6a30-4194-b695-4753290f15f6 req-a6617dc5-b52a-4f97-8e21-02e15e4d73ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ac535690bf24eb9bbf7d42426b21c74&device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 1098 time: 0.0434613 Oct 27 01:20:58.528275 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b473e-6a30-4194-b695-4753290f15f6 req-657140ea-6f05-41cb-953e-a27ce67ad3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:58.530143 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b08b473e-6a30-4194-b695-4753290f15f6 req-657140ea-6f05-41cb-953e-a27ce67ad3de service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1517e22-2395-4c57-bae6-bd47c809e7b9 HTTP/1.1" status: 200 len: 920 time: 0.1162236 Oct 27 01:20:58.580080 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b08b473e-6a30-4194-b695-4753290f15f6 req-f70ea266-3f25-41ca-98cb-703dc08a4e9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f1eccc2-4d63-4101-be4a-ce4e532f88e2 HTTP/1.1" status: 200 len: 217 time: 0.0402069 Oct 27 01:20:58.631850 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b473e-6a30-4194-b695-4753290f15f6 req-690909a9-0353-4ff6-ac35-a6140f3479d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:58.633883 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b08b473e-6a30-4194-b695-4753290f15f6 req-690909a9-0353-4ff6-ac35-a6140f3479d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17743bda-8254-4a8b-8524-5242f8ab33dd HTTP/1.1" status: 200 len: 859 time: 0.0451093 Oct 27 01:20:58.669020 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b08b473e-6a30-4194-b695-4753290f15f6 req-72e063e1-a5c6-4c26-be7b-5fd9a1f28d2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1517e22-2395-4c57-bae6-bd47c809e7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246813 Oct 27 01:20:58.771673 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b08b473e-6a30-4194-b695-4753290f15f6 req-27af74fa-8d62-4466-9473-d5709a53e4db service neutron] 10.222.0.36 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890849 Oct 27 01:20:58.802103 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 32972) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:58.872746 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b08b473e-6a30-4194-b695-4753290f15f6 req-ed0db2b9-6f26-42bc-a2b2-5a49b23db260 service neutron] 10.222.0.36 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900953 Oct 27 01:20:58.919428 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-606750db-a428-4490-b4bd-82359605c101 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-60690230-network', 'tenant_id': '5e37607855ec49b6af8f28274acba57b'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:20:59.029961 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606750db-a428-4490-b4bd-82359605c101 admin admin] Made reservation on behalf of 5e37607855ec49b6af8f28274acba57b for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:20:59.032352 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-606750db-a428-4490-b4bd-82359605c101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:59.042012 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-606750db-a428-4490-b4bd-82359605c101 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:59.117480 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-606750db-a428-4490-b4bd-82359605c101 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:59.242138 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:59.292855 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-606750db-a428-4490-b4bd-82359605c101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:59.318793 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606750db-a428-4490-b4bd-82359605c101 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:20:59.327793 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606750db-a428-4490-b4bd-82359605c101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e07a11-a67b-43a2-ab9b-062cd1089211,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:59.333599 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-606750db-a428-4490-b4bd-82359605c101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:59.334205 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.db.segments_db [None req-606750db-a428-4490-b4bd-82359605c101 admin admin] Added segment e1dae18a-ab4f-4784-846d-9fc752dcf330 of type vlan for network 9a4571fc-d7ab-424a-af9f-0f896f2dad41 Oct 27 01:20:59.374777 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-606750db-a428-4490-b4bd-82359605c101 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793628853670'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:59.497205 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d041e-b788-4439-9588-ef31698526bd req-070bdcbf-770f-4b38-b685-1d368fe03535 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:59.498734 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-738d041e-b788-4439-9588-ef31698526bd req-070bdcbf-770f-4b38-b685-1d368fe03535 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0525129 Oct 27 01:20:59.540236 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-738d041e-b788-4439-9588-ef31698526bd req-c2b0f9cb-a985-441a-a002-d6a07ee2e9dd tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356107 Oct 27 01:20:59.544585 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-606750db-a428-4490-b4bd-82359605c101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:59.545789 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606750db-a428-4490-b4bd-82359605c101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:20:59.546541 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-606750db-a428-4490-b4bd-82359605c101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:20:59.610120 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606750db-a428-4490-b4bd-82359605c101 admin admin] Pushing event updated for resources: {'Network': ['ID=9a4571fc-d7ab-424a-af9f-0f896f2dad41,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:20:59.621558 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Network 9a4571fc-d7ab-424a-af9f-0f896f2dad41 details requested by agent ovs-agent-dv-cinder-815560-1-iscsi with host dv-cinder-815560-1-iscsi {{(pid=102102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:20:59.678168 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-606750db-a428-4490-b4bd-82359605c101 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8748686 Oct 27 01:20:59.681537 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 32992) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:20:59.686449 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-db06de5c-b69d-4b55-af80-32bc35cd6edb admin admin] Request body: {'subnet': {'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-60690230-subnet', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'ip_version': 4}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:20:59.783975 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db06de5c-b69d-4b55-af80-32bc35cd6edb admin admin] Made reservation on behalf of 5e37607855ec49b6af8f28274acba57b for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:20:59.786346 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-db06de5c-b69d-4b55-af80-32bc35cd6edb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29180659'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:00.007701 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-db06de5c-b69d-4b55-af80-32bc35cd6edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25808793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29180621'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:00.059248 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06de5c-b69d-4b55-af80-32bc35cd6edb admin admin] Pushing event updated for resources: {'Subnet': ['ID=948e74c1-7ae5-4faf-ba8f-e1cec7da79a5,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:00.069078 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db06de5c-b69d-4b55-af80-32bc35cd6edb admin admin] Checking segment: {'id': 'e1dae18a-ab4f-4784-846d-9fc752dcf330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:21:00.069432 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db06de5c-b69d-4b55-af80-32bc35cd6edb admin admin] Network hostable DHCP agents. Network: 9a4571fc-d7ab-424a-af9f-0f896f2dad41, hostable agents: ['4fbae999-6d77-4ef4-a38a-49129aac495b'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:21:00.166926 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db06de5c-b69d-4b55-af80-32bc35cd6edb admin admin] Network 9a4571fc-d7ab-424a-af9f-0f896f2dad41 is scheduled to be hosted by DHCP agent 4fbae999-6d77-4ef4-a38a-49129aac495b with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:21:00.269933 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-db06de5c-b69d-4b55-af80-32bc35cd6edb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-1-iscsi, 9a4571fc-d7ab-424a-af9f-0f896f2dad41) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:21:00.274486 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db06de5c-b69d-4b55-af80-32bc35cd6edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:00.275593 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-db06de5c-b69d-4b55-af80-32bc35cd6edb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:00.279646 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc24b009-374e-42b5-b2fd-d81e65ad47fb None None] Network 9a4571fc-d7ab-424a-af9f-0f896f2dad41 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:21:00.370592 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-db06de5c-b69d-4b55-af80-32bc35cd6edb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6878772 Oct 27 01:21:00.373287 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 33014) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:00.377970 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-ed603b59-0061-451f-a253-23c5914eaabf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-60690230-router', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:21:00.447153 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629b8746-a558-5717-8996-7634a48d8d2a-9a4571fc-d7ab-424a-af9f-0f896f2dad41', 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'fixed_ips': [{'subnet_id': '948e74c1-7ae5-4faf-ba8f-e1cec7da79a5'}]}} from dv-cinder-815560-1-iscsi. {{(pid=102102) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 01:21:00.447153 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:00.464254 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ed603b59-0061-451f-a253-23c5914eaabf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5151'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:00.465471 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ed603b59-0061-451f-a253-23c5914eaabf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3724077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5156'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:00.522383 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ed603b59-0061-451f-a253-23c5914eaabf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:00.591426 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Allocated IP 172.20.0.2 (9a4571fc-d7ab-424a-af9f-0f896f2dad41/948e74c1-7ae5-4faf-ba8f-e1cec7da79a5/a7e99887-943f-4916-8ddf-21fc79b1aacb) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:21:00.763185 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:00.796637 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ed603b59-0061-451f-a253-23c5914eaabf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:00.810212 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7053bb-05dc-4a0c-bd23-016246a822ae req-df61b7dd-26d9-4efb-9a2f-583cc42a0df6 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:00.817341 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0e7053bb-05dc-4a0c-bd23-016246a822ae req-df61b7dd-26d9-4efb-9a2f-583cc42a0df6 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.1665149 Oct 27 01:21:00.836320 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:00.852759 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0e7053bb-05dc-4a0c-bd23-016246a822ae req-bd78f153-b966-4028-a954-d4245a22f7fa tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344760 Oct 27 01:21:00.874066 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Network 9a4571fc-d7ab-424a-af9f-0f896f2dad41 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:21:00.876895 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:21:00.880920 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:21:00.919096 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Pushing event updated for resources: {'Port': ['ID=a7e99887-943f-4916-8ddf-21fc79b1aacb,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:00.944569 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:00.945016 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:00.945248 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:00.945576 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:00.945905 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:00.946278 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:00.946588 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:00.946915 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:00.947256 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:00.947582 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:00.947902 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:00.948252 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:00.965041 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Attempting to bind port a7e99887-943f-4916-8ddf-21fc79b1aacb on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:21:00.965551 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Attempting to bind port a7e99887-943f-4916-8ddf-21fc79b1aacb by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': 'e1dae18a-ab4f-4784-846d-9fc752dcf330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:21:00.965894 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Attempting to bind port a7e99887-943f-4916-8ddf-21fc79b1aacb on network 9a4571fc-d7ab-424a-af9f-0f896f2dad41 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:21:00.971700 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:21:00.972080 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Checking segment: {'id': 'e1dae18a-ab4f-4784-846d-9fc752dcf330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:21:00.972494 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:00.972889 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Bound using segment: {'id': 'e1dae18a-ab4f-4784-846d-9fc752dcf330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41'} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:21:00.973370 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Bound port: a7e99887-943f-4916-8ddf-21fc79b1aacb, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dae18a-ab4f-4784-846d-9fc752dcf330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41'}}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:21:00.973753 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:01.060335 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] For port a7e99887-943f-4916-8ddf-21fc79b1aacb, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:21:01.063957 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] For port a7e99887-943f-4916-8ddf-21fc79b1aacb, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=a7e99887-943f-4916-8ddf-21fc79b1aacb,segment=NetworkSegment(e1dae18a-ab4f-4784-846d-9fc752dcf330),segment_id=e1dae18a-ab4f-4784-846d-9fc752dcf330)] {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:21:01.140293 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ed603b59-0061-451f-a253-23c5914eaabf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:01.149854 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:01.161211 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ed603b59-0061-451f-a253-23c5914eaabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:01.231425 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741a964-c5a7-4b9e-b41c-f19dd0f66604 None None] Pushing event updated for resources: {'Port': ['ID=a7e99887-943f-4916-8ddf-21fc79b1aacb,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:01.307678 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-ed603b59-0061-451f-a253-23c5914eaabf admin admin] Allocated IP 172.27.3.220 (446c4d70-d462-4a3b-8224-efffdf97f324/4937d60a-1906-48c0-8abc-dbda7672a658/c6ec59ef-7e22-4062-815f-2e1e035d815a) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:21:01.419378 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ed603b59-0061-451f-a253-23c5914eaabf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:01.540071 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:21:01.562183 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ed603b59-0061-451f-a253-23c5914eaabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:01.602548 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed603b59-0061-451f-a253-23c5914eaabf admin admin] Network 446c4d70-d462-4a3b-8224-efffdf97f324 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:21:01.606157 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-ed603b59-0061-451f-a253-23c5914eaabf admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:21:01.610405 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed603b59-0061-451f-a253-23c5914eaabf admin admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:21:01.635284 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed603b59-0061-451f-a253-23c5914eaabf admin admin] Pushing event updated for resources: {'Port': ['ID=c6ec59ef-7e22-4062-815f-2e1e035d815a,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:01.697909 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device a7e99887-943f-4916-8ddf-21fc79b1aacb up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:21:01.708385 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 33052) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:01.766199 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port a7e99887-943f-4916-8ddf-21fc79b1aacb triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:01.766865 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:01.858239 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:01.865261 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ae9386d6-98c5-4120-9217-34a96d96c24c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:01.904420 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] For port a7e99887-943f-4916-8ddf-21fc79b1aacb, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=a7e99887-943f-4916-8ddf-21fc79b1aacb,segment=NetworkSegment(e1dae18a-ab4f-4784-846d-9fc752dcf330),segment_id=e1dae18a-ab4f-4784-846d-9fc752dcf330)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:21:01.978497 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ae9386d6-98c5-4120-9217-34a96d96c24c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:01.995747 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:02.049257 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Pushing event updated for resources: {'Port': ['ID=a7e99887-943f-4916-8ddf-21fc79b1aacb,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:02.062084 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ae9386d6-98c5-4120-9217-34a96d96c24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:02.115600 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-ae9386d6-98c5-4120-9217-34a96d96c24c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c063600c38644af0b077c0890eec0367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055145 Oct 27 01:21:02.117263 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9386d6-98c5-4120-9217-34a96d96c24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d46235-dedb-490d-bbbd-2ad58751a17f,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:02.120875 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 33062) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:02.185882 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-e1fa153b-ce40-4dfa-94a3-69109406e818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:02.213145 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-e1fa153b-ce40-4dfa-94a3-69109406e818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:02.281919 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3d532-742c-4771-b126-4af6f9db6f6c req-20af3e32-0acf-4caf-93ee-cdccf4c4aebd tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:02.283879 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a9a3d532-742c-4771-b126-4af6f9db6f6c req-20af3e32-0acf-4caf-93ee-cdccf4c4aebd tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.3139102 Oct 27 01:21:02.289245 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5517d6c1-8de3-40b8-8dea-37c18936988a None None] Network 9a4571fc-d7ab-424a-af9f-0f896f2dad41 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:21:02.293253 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ed603b59-0061-451f-a253-23c5914eaabf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:02.367836 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-e1fa153b-ce40-4dfa-94a3-69109406e818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:02.370775 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-e1fa153b-ce40-4dfa-94a3-69109406e818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:02.371692 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-e1fa153b-ce40-4dfa-94a3-69109406e818 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48d46235-dedb-490d-bbbd-2ad58751a17f HTTP/1.1" status: 204 len: 168 time: 0.2493057 Oct 27 01:21:02.380490 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa153b-ce40-4dfa-94a3-69109406e818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d46235-dedb-490d-bbbd-2ad58751a17f,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:02.501904 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a9a3d532-742c-4771-b126-4af6f9db6f6c req-f0fff62f-fa35-499e-b220-6a2ebef9144f tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098505 Oct 27 01:21:02.502491 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-76f77a7d-09f9-488f-99ef-22f0e6b43edd None None] Provisioning complete for port a7e99887-943f-4916-8ddf-21fc79b1aacb triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:02.502810 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-76f77a7d-09f9-488f-99ef-22f0e6b43edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:02.552274 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ed603b59-0061-451f-a253-23c5914eaabf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3724052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721622'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:02.824238 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed603b59-0061-451f-a253-23c5914eaabf admin admin] Router 82686284-5fd9-41e7-b370-6dd6ba515da1 is scheduled to L3 agent c117865a-b75a-494f-8807-bd32898b5467 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:21:02.941058 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-81c3404a-59b2-46f5-a59c-b73e2d1032a0 None None] Provisioning complete for port a7e99887-943f-4916-8ddf-21fc79b1aacb triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:02.941628 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-81c3404a-59b2-46f5-a59c-b73e2d1032a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:02.941733 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed603b59-0061-451f-a253-23c5914eaabf admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:21:02.951652 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] Sync routers for ids ['82686284-5fd9-41e7-b370-6dd6ba515da1'] in dv-cinder-815560-1-iscsi {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:21:02.963143 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] Routers {'82686284-5fd9-41e7-b370-6dd6ba515da1'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:21:02.963827 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:20:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['82686284-5fd9-41e7-b370-6dd6ba515da1'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:21:03.037489 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ed603b59-0061-451f-a253-23c5914eaabf admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:03.041923 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-ed603b59-0061-451f-a253-23c5914eaabf admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6652093 Oct 27 01:21:03.042229 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 33078) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:03.083784 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] Set router 82686284-5fd9-41e7-b370-6dd6ba515da1 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:21:03.109616 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 33080) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:03.123527 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-679507ae-4c20-4e7d-9af3-90b93a54b70a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:03.214942 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-679507ae-4c20-4e7d-9af3-90b93a54b70a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:03.281628 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'name': 'tempest-TestMinimumBasicScenario-60690230-router', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:00Z', 'updated_at': '2021-10-27T01:21:01Z', 'revision_number': 3, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'gw_port': {'id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:01Z', 'updated_at': '2021-10-27T01:21:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:21:03.312231 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] Checking router: 82686284-5fd9-41e7-b370-6dd6ba515da1 for host: dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:21:03.312588 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] Updating router 82686284-5fd9-41e7-b370-6dd6ba515da1 port c6ec59ef-7e22-4062-815f-2e1e035d815a binding host dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:21:03.327503 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-679507ae-4c20-4e7d-9af3-90b93a54b70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:03.338799 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:03.363950 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679507ae-4c20-4e7d-9af3-90b93a54b70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711bc47c-6dac-42d7-a317-020f57ad92ea,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:03.373476 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-679507ae-4c20-4e7d-9af3-90b93a54b70a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=86acbcdbc133440c8fbefeec037ec811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2626638 Oct 27 01:21:03.378526 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 33084) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:03.433982 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a3717d9d-0fcf-494c-ba7e-0dc9c09edf62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:03.461066 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a3717d9d-0fcf-494c-ba7e-0dc9c09edf62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:03.511806 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ca40f29-f7b5-4d11-a661-8254b72db6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:03.610327 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:03.638787 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a3717d9d-0fcf-494c-ba7e-0dc9c09edf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:03.638787 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a3717d9d-0fcf-494c-ba7e-0dc9c09edf62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:03.643425 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-a3717d9d-0fcf-494c-ba7e-0dc9c09edf62 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/711bc47c-6dac-42d7-a317-020f57ad92ea HTTP/1.1" status: 204 len: 168 time: 0.2639067 Oct 27 01:21:03.670760 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3717d9d-0fcf-494c-ba7e-0dc9c09edf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711bc47c-6dac-42d7-a317-020f57ad92ea,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:03.676200 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device a7e99887-943f-4916-8ddf-21fc79b1aacb up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:21:03.744042 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:03.772926 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port a7e99887-943f-4916-8ddf-21fc79b1aacb triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:03.773665 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:03.799256 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] Attempting to bind port c6ec59ef-7e22-4062-815f-2e1e035d815a on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:21:03.800521 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] Attempting to bind port c6ec59ef-7e22-4062-815f-2e1e035d815a by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:21:03.800521 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] Attempting to bind port c6ec59ef-7e22-4062-815f-2e1e035d815a on network 446c4d70-d462-4a3b-8224-efffdf97f324 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:21:03.814401 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:21:03.815071 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] Checking segment: {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:21:03.815781 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:03.816309 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] Bound using segment: {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:21:03.817029 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] Bound port: c6ec59ef-7e22-4062-815f-2e1e035d815a, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:21:03.817582 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:03.874494 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b61d7-e52e-4cc8-a4f9-1b36f37de4cd None None] Pushing event updated for resources: {'Port': ['ID=c6ec59ef-7e22-4062-815f-2e1e035d815a,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:03.877037 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] For port c6ec59ef-7e22-4062-815f-2e1e035d815a, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:21:03.878913 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-7ca40f29-f7b5-4d11-a661-8254b72db6f9 admin admin] Allocated IP 172.20.0.1 (9a4571fc-d7ab-424a-af9f-0f896f2dad41/948e74c1-7ae5-4faf-ba8f-e1cec7da79a5/749d6660-cf1f-45c2-8f78-1c60d1c98f9b) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:21:03.880594 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] For port c6ec59ef-7e22-4062-815f-2e1e035d815a, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=c6ec59ef-7e22-4062-815f-2e1e035d815a,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:21:03.893091 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b61d7-e52e-4cc8-a4f9-1b36f37de4cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:03.895310 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b61d7-e52e-4cc8-a4f9-1b36f37de4cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:03.895694 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b61d7-e52e-4cc8-a4f9-1b36f37de4cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:03.896015 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b61d7-e52e-4cc8-a4f9-1b36f37de4cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:03.896358 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b61d7-e52e-4cc8-a4f9-1b36f37de4cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:03.896689 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b61d7-e52e-4cc8-a4f9-1b36f37de4cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:03.897087 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b61d7-e52e-4cc8-a4f9-1b36f37de4cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:03.898473 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b61d7-e52e-4cc8-a4f9-1b36f37de4cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:03.900347 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b61d7-e52e-4cc8-a4f9-1b36f37de4cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:03.903005 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b61d7-e52e-4cc8-a4f9-1b36f37de4cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:03.903499 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b61d7-e52e-4cc8-a4f9-1b36f37de4cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:03.903968 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b61d7-e52e-4cc8-a4f9-1b36f37de4cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:04.012983 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:04.022554 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ca40f29-f7b5-4d11-a661-8254b72db6f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:04.062763 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] Routers {'82686284-5fd9-41e7-b370-6dd6ba515da1'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:21:04.063383 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:20:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['82686284-5fd9-41e7-b370-6dd6ba515da1'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:21:04.172130 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ca40f29-f7b5-4d11-a661-8254b72db6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:04.230369 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca40f29-f7b5-4d11-a661-8254b72db6f9 admin admin] Network 9a4571fc-d7ab-424a-af9f-0f896f2dad41 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:21:04.237950 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-7ca40f29-f7b5-4d11-a661-8254b72db6f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:21:04.237950 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca40f29-f7b5-4d11-a661-8254b72db6f9 admin admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:21:04.240959 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca40f29-f7b5-4d11-a661-8254b72db6f9 admin admin] Pushing event updated for resources: {'Port': ['ID=749d6660-cf1f-45c2-8f78-1c60d1c98f9b,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:04.251575 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b61d7-e52e-4cc8-a4f9-1b36f37de4cd None None] Pushing event updated for resources: {'Port': ['ID=c6ec59ef-7e22-4062-815f-2e1e035d815a,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:04.266517 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] Set router 82686284-5fd9-41e7-b370-6dd6ba515da1 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:21:04.296623 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ca40f29-f7b5-4d11-a661-8254b72db6f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723211'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:04.497351 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84361010-d7b2-4eae-a1c7-ba6b3b10ed6d req-3591b4f8-a009-40d3-8e3b-169b972dc3ca tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:04.499017 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-84361010-d7b2-4eae-a1c7-ba6b3b10ed6d req-3591b4f8-a009-40d3-8e3b-169b972dc3ca tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0517821 Oct 27 01:21:04.506363 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'name': 'tempest-TestMinimumBasicScenario-60690230-router', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:00Z', 'updated_at': '2021-10-27T01:21:01Z', 'revision_number': 3, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'gw_port': {'id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:01Z', 'updated_at': '2021-10-27T01:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:21:04.539718 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c8f7ac-a2ef-4529-99be-fa69f7e49b59 None None] The sync data for ids ['82686284-5fd9-41e7-b370-6dd6ba515da1'] in dv-cinder-815560-1-iscsi is: [{'id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'name': 'tempest-TestMinimumBasicScenario-60690230-router', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:00Z', 'updated_at': '2021-10-27T01:21:01Z', 'revision_number': 3, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'gw_port': {'id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:01Z', 'updated_at': '2021-10-27T01:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:21:04.545451 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-84361010-d7b2-4eae-a1c7-ba6b3b10ed6d req-5aa58f3f-77bf-4def-aa52-d85c0514c8ab tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388830 Oct 27 01:21:04.604205 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-b02d4d32-2a2a-48ac-854f-b6b83b9d7d1e None None] Provisioning complete for port 749d6660-cf1f-45c2-8f78-1c60d1c98f9b triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:04.605794 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b02d4d32-2a2a-48ac-854f-b6b83b9d7d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:04.651035 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-b02d4d32-2a2a-48ac-854f-b6b83b9d7d1e None None] Port 749d6660-cf1f-45c2-8f78-1c60d1c98f9b cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:21:04.656311 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ca40f29-f7b5-4d11-a661-8254b72db6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:04.932303 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ca40f29-f7b5-4d11-a661-8254b72db6f9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:05.034380 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ca40f29-f7b5-4d11-a661-8254b72db6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25808652'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:05.112779 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ca40f29-f7b5-4d11-a661-8254b72db6f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3631245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3721307'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:05.114862 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca40f29-f7b5-4d11-a661-8254b72db6f9 admin admin] Pushing event updated for resources: {'Port': ['ID=749d6660-cf1f-45c2-8f78-1c60d1c98f9b,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:05.218808 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca40f29-f7b5-4d11-a661-8254b72db6f9 admin admin] Network 9a4571fc-d7ab-424a-af9f-0f896f2dad41 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:21:05.219352 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-7ca40f29-f7b5-4d11-a661-8254b72db6f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:21:05.397200 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca40f29-f7b5-4d11-a661-8254b72db6f9 admin admin] Router 82686284-5fd9-41e7-b370-6dd6ba515da1 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:21:05.520144 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca40f29-f7b5-4d11-a661-8254b72db6f9 admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:21:05.526521 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-7ca40f29-f7b5-4d11-a661-8254b72db6f9 admin admin] 10.222.0.32 "PUT /v2.0/routers/82686284-5fd9-41e7-b370-6dd6ba515da1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4831586 Oct 27 01:21:05.577885 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-2700b717-91c6-4e1f-a4d5-dc9691da12e7 None None] Provisioning complete for port 749d6660-cf1f-45c2-8f78-1c60d1c98f9b triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:05.578902 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2700b717-91c6-4e1f-a4d5-dc9691da12e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:05.616036 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-2700b717-91c6-4e1f-a4d5-dc9691da12e7 None None] Port 749d6660-cf1f-45c2-8f78-1c60d1c98f9b cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:21:05.698744 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device c6ec59ef-7e22-4062-815f-2e1e035d815a up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:21:05.753246 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port c6ec59ef-7e22-4062-815f-2e1e035d815a triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:05.753615 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:05.879422 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:05.902243 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] For port c6ec59ef-7e22-4062-815f-2e1e035d815a, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=c6ec59ef-7e22-4062-815f-2e1e035d815a,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:21:06.012659 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:06.105572 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Pushing event updated for resources: {'Port': ['ID=c6ec59ef-7e22-4062-815f-2e1e035d815a,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:06.352725 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] Sync routers for ids ['82686284-5fd9-41e7-b370-6dd6ba515da1'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:21:06.363231 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] Routers {'82686284-5fd9-41e7-b370-6dd6ba515da1'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:21:06.363850 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:20:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['82686284-5fd9-41e7-b370-6dd6ba515da1'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:21:06.486898 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] Set router 82686284-5fd9-41e7-b370-6dd6ba515da1 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:21:06.561125 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 33206) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:06.568125 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-5873a0b9-da0b-42d2-8cb4-8b2238350c54 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-979317237-network', 'tenant_id': '10960a4e2cc44f2a950118db5f195c6a'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:21:06.700969 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'name': 'tempest-TestMinimumBasicScenario-60690230-router', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:00Z', 'updated_at': '2021-10-27T01:21:04Z', 'revision_number': 4, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'gw_port': {'id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:01Z', 'updated_at': '2021-10-27T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '749d6660-cf1f-45c2-8f78-1c60d1c98f9b', 'name': '', 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'mac_address': 'fa:16:3e:a4:17:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '948e74c1-7ae5-4faf-ba8f-e1cec7da79a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:03Z', 'updated_at': '2021-10-27T01:21:04Z', 'revision_number': 2, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'subnets': [{'id': '948e74c1-7ae5-4faf-ba8f-e1cec7da79a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:21:06.727799 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] Checking router: 82686284-5fd9-41e7-b370-6dd6ba515da1 for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:21:06.728223 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] Updating router 82686284-5fd9-41e7-b370-6dd6ba515da1 port 749d6660-cf1f-45c2-8f78-1c60d1c98f9b binding host dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:21:06.736867 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5873a0b9-da0b-42d2-8cb4-8b2238350c54 admin admin] Made reservation on behalf of 10960a4e2cc44f2a950118db5f195c6a for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:21:06.739414 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5873a0b9-da0b-42d2-8cb4-8b2238350c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:06.748999 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5873a0b9-da0b-42d2-8cb4-8b2238350c54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:06.752793 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:06.827897 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5873a0b9-da0b-42d2-8cb4-8b2238350c54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:06.885937 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5873a0b9-da0b-42d2-8cb4-8b2238350c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:06.917248 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5873a0b9-da0b-42d2-8cb4-8b2238350c54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:21:06.926255 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873a0b9-da0b-42d2-8cb4-8b2238350c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6fca52-ff4e-4e29-a779-6b4da1ecc258,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:06.932597 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5873a0b9-da0b-42d2-8cb4-8b2238350c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:06.932927 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.db.segments_db [None req-5873a0b9-da0b-42d2-8cb4-8b2238350c54 admin admin] Added segment 72abc4f8-8fd3-4627-9187-7e1b6c1b3794 of type vlan for network 023e7fc6-d778-46e1-ae09-e6f885ecfc3a Oct 27 01:21:06.977207 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5873a0b9-da0b-42d2-8cb4-8b2238350c54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793628853670'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:07.066444 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:07.081630 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5873a0b9-da0b-42d2-8cb4-8b2238350c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:07.082736 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5873a0b9-da0b-42d2-8cb4-8b2238350c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:07.083342 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5873a0b9-da0b-42d2-8cb4-8b2238350c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:07.140534 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873a0b9-da0b-42d2-8cb4-8b2238350c54 admin admin] Pushing event updated for resources: {'Network': ['ID=023e7fc6-d778-46e1-ae09-e6f885ecfc3a,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:07.150481 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Network 023e7fc6-d778-46e1-ae09-e6f885ecfc3a details requested by agent ovs-agent-dv-cinder-815560-1-iscsi with host dv-cinder-815560-1-iscsi {{(pid=102102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:21:07.186627 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:07.258342 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-5873a0b9-da0b-42d2-8cb4-8b2238350c54 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6958315 Oct 27 01:21:07.267536 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 33228) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:07.273870 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-ff796f28-efc2-42f6-8739-9885e46f91d9 admin admin] Request body: {'subnet': {'network_id': '023e7fc6-d778-46e1-ae09-e6f885ecfc3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-979317237-subnet', 'tenant_id': '10960a4e2cc44f2a950118db5f195c6a', 'ip_version': 4}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:21:07.275718 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552f3d9-25dd-40e1-a609-f97c67000496 None None] Pushing event updated for resources: {'Port': ['ID=749d6660-cf1f-45c2-8f78-1c60d1c98f9b,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:07.340720 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] Attempting to bind port 749d6660-cf1f-45c2-8f78-1c60d1c98f9b on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:21:07.341097 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] Attempting to bind port 749d6660-cf1f-45c2-8f78-1c60d1c98f9b by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': 'e1dae18a-ab4f-4784-846d-9fc752dcf330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:21:07.341806 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] Attempting to bind port 749d6660-cf1f-45c2-8f78-1c60d1c98f9b on network 9a4571fc-d7ab-424a-af9f-0f896f2dad41 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:21:07.347301 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:21:07.347682 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] Checking segment: {'id': 'e1dae18a-ab4f-4784-846d-9fc752dcf330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:21:07.348078 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:07.348468 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] Bound using segment: {'id': 'e1dae18a-ab4f-4784-846d-9fc752dcf330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41'} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:21:07.348929 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] Bound port: 749d6660-cf1f-45c2-8f78-1c60d1c98f9b, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dae18a-ab4f-4784-846d-9fc752dcf330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41'}}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:21:07.349547 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:07.422194 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] For port 749d6660-cf1f-45c2-8f78-1c60d1c98f9b, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:21:07.425402 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] For port 749d6660-cf1f-45c2-8f78-1c60d1c98f9b, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=749d6660-cf1f-45c2-8f78-1c60d1c98f9b,segment=NetworkSegment(e1dae18a-ab4f-4784-846d-9fc752dcf330),segment_id=e1dae18a-ab4f-4784-846d-9fc752dcf330)] {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:21:07.435588 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff796f28-efc2-42f6-8739-9885e46f91d9 admin admin] Made reservation on behalf of 10960a4e2cc44f2a950118db5f195c6a for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:21:07.437872 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ff796f28-efc2-42f6-8739-9885e46f91d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29180659'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:07.555310 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:07.588496 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-ec727030-55e0-4829-916b-bc29f4f1ba50 None None] Provisioning complete for port 749d6660-cf1f-45c2-8f78-1c60d1c98f9b triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:07.588861 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec727030-55e0-4829-916b-bc29f4f1ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:07.655653 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] Routers {'82686284-5fd9-41e7-b370-6dd6ba515da1'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:21:07.662690 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:20:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['82686284-5fd9-41e7-b370-6dd6ba515da1'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:21:07.671966 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a8614-27c0-4a50-aaaa-959e9fee54e9 req-fae5ccf3-ac06-4c3d-932b-3ef6333637e9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:07.674792 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a86a8614-27c0-4a50-aaaa-959e9fee54e9 req-fae5ccf3-ac06-4c3d-932b-3ef6333637e9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0697567 Oct 27 01:21:07.758853 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ff796f28-efc2-42f6-8739-9885e46f91d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25808793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29180621'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:07.782995 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552f3d9-25dd-40e1-a609-f97c67000496 None None] Pushing event updated for resources: {'Port': ['ID=749d6660-cf1f-45c2-8f78-1c60d1c98f9b,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:07.838972 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device c6ec59ef-7e22-4062-815f-2e1e035d815a up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:21:07.933807 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff796f28-efc2-42f6-8739-9885e46f91d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e19ba52b-5a17-407f-a4f8-bcb6c8fe0d5e,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:07.948520 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a86a8614-27c0-4a50-aaaa-959e9fee54e9 req-55856bb3-ea74-4bf5-b772-463ac99e08a8 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140849 Oct 27 01:21:07.973476 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec727030-55e0-4829-916b-bc29f4f1ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:07.975184 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff796f28-efc2-42f6-8739-9885e46f91d9 admin admin] Checking segment: {'id': '72abc4f8-8fd3-4627-9187-7e1b6c1b3794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '023e7fc6-d778-46e1-ae09-e6f885ecfc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:21:07.976056 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff796f28-efc2-42f6-8739-9885e46f91d9 admin admin] Network hostable DHCP agents. Network: 023e7fc6-d778-46e1-ae09-e6f885ecfc3a, hostable agents: ['4fbae999-6d77-4ef4-a38a-49129aac495b'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:21:08.009187 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] Set router 82686284-5fd9-41e7-b370-6dd6ba515da1 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:21:08.043010 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port c6ec59ef-7e22-4062-815f-2e1e035d815a triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:08.043380 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:08.113604 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff796f28-efc2-42f6-8739-9885e46f91d9 admin admin] Network 023e7fc6-d778-46e1-ae09-e6f885ecfc3a is scheduled to be hosted by DHCP agent 4fbae999-6d77-4ef4-a38a-49129aac495b with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:21:08.203555 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-ec727030-55e0-4829-916b-bc29f4f1ba50 None None] For port 749d6660-cf1f-45c2-8f78-1c60d1c98f9b, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=749d6660-cf1f-45c2-8f78-1c60d1c98f9b,segment=NetworkSegment(e1dae18a-ab4f-4784-846d-9fc752dcf330),segment_id=e1dae18a-ab4f-4784-846d-9fc752dcf330)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:21:08.211177 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-ff796f28-efc2-42f6-8739-9885e46f91d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-1-iscsi, 023e7fc6-d778-46e1-ae09-e6f885ecfc3a) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:21:08.215822 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff796f28-efc2-42f6-8739-9885e46f91d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:08.216474 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ff796f28-efc2-42f6-8739-9885e46f91d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:08.244880 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73786c67-1caa-430e-9dfb-940fe3f568d8 None None] Network 023e7fc6-d778-46e1-ae09-e6f885ecfc3a requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:21:08.324449 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-ff796f28-efc2-42f6-8739-9885e46f91d9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0555460 Oct 27 01:21:08.327113 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 33250) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:08.328762 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec727030-55e0-4829-916b-bc29f4f1ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:08.332289 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-d6fff2f0-8322-45cc-bfa1-fe2f616c1f16 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-979317237-router', 'tenant_id': '10960a4e2cc44f2a950118db5f195c6a', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:21:08.430736 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6fff2f0-8322-45cc-bfa1-fe2f616c1f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5151'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:08.431806 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6fff2f0-8322-45cc-bfa1-fe2f616c1f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3724077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5156'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:08.474374 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec727030-55e0-4829-916b-bc29f4f1ba50 None None] Pushing event updated for resources: {'Port': ['ID=749d6660-cf1f-45c2-8f78-1c60d1c98f9b,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:08.484790 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6fff2f0-8322-45cc-bfa1-fe2f616c1f16 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:08.534531 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-c9dc217c-1475-49e3-b9dd-15283682e78b None None] Provisioning complete for port 749d6660-cf1f-45c2-8f78-1c60d1c98f9b triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:08.534903 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c9dc217c-1475-49e3-b9dd-15283682e78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:08.620907 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceffad61-8970-45c5-83e5-13abd626ee0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629b8746-a558-5717-8996-7634a48d8d2a-023e7fc6-d778-46e1-ae09-e6f885ecfc3a', 'network_id': '023e7fc6-d778-46e1-ae09-e6f885ecfc3a', 'tenant_id': '10960a4e2cc44f2a950118db5f195c6a', 'fixed_ips': [{'subnet_id': 'e19ba52b-5a17-407f-a4f8-bcb6c8fe0d5e'}]}} from dv-cinder-815560-1-iscsi. {{(pid=102102) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 01:21:08.624530 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ceffad61-8970-45c5-83e5-13abd626ee0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:08.757917 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6fff2f0-8322-45cc-bfa1-fe2f616c1f16 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:08.761958 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'name': 'tempest-TestMinimumBasicScenario-60690230-router', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:00Z', 'updated_at': '2021-10-27T01:21:04Z', 'revision_number': 4, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'gw_port': {'id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:01Z', 'updated_at': '2021-10-27T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '749d6660-cf1f-45c2-8f78-1c60d1c98f9b', 'name': '', 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'mac_address': 'fa:16:3e:a4:17:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '948e74c1-7ae5-4faf-ba8f-e1cec7da79a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:03Z', 'updated_at': '2021-10-27T01:21:07Z', 'revision_number': 4, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'subnets': [{'id': '948e74c1-7ae5-4faf-ba8f-e1cec7da79a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:21:08.810224 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364489c8-2d7a-40f5-b6db-b19f87c7d8d0 None None] The sync data for ids ['82686284-5fd9-41e7-b370-6dd6ba515da1'] in dv-cinder-815560-1-iscsi is: [{'id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'name': 'tempest-TestMinimumBasicScenario-60690230-router', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:00Z', 'updated_at': '2021-10-27T01:21:04Z', 'revision_number': 4, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'gw_port': {'id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:01Z', 'updated_at': '2021-10-27T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '749d6660-cf1f-45c2-8f78-1c60d1c98f9b', 'name': '', 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'mac_address': 'fa:16:3e:a4:17:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '948e74c1-7ae5-4faf-ba8f-e1cec7da79a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:03Z', 'updated_at': '2021-10-27T01:21:07Z', 'revision_number': 4, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'subnets': [{'id': '948e74c1-7ae5-4faf-ba8f-e1cec7da79a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:21:08.834844 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-ceffad61-8970-45c5-83e5-13abd626ee0c None None] Allocated IP 172.20.0.2 (023e7fc6-d778-46e1-ae09-e6f885ecfc3a/e19ba52b-5a17-407f-a4f8-bcb6c8fe0d5e/f7b2a64f-241d-4cdf-8229-0f65f4b431c5) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:21:09.059464 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ceffad61-8970-45c5-83e5-13abd626ee0c None None] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:09.150382 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ceffad61-8970-45c5-83e5-13abd626ee0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:09.194006 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceffad61-8970-45c5-83e5-13abd626ee0c None None] Network 023e7fc6-d778-46e1-ae09-e6f885ecfc3a is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:21:09.200354 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-ceffad61-8970-45c5-83e5-13abd626ee0c None None] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:21:09.204385 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceffad61-8970-45c5-83e5-13abd626ee0c None None] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:21:09.211125 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffad61-8970-45c5-83e5-13abd626ee0c None None] Pushing event updated for resources: {'Port': ['ID=f7b2a64f-241d-4cdf-8229-0f65f4b431c5,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:09.292991 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-ceffad61-8970-45c5-83e5-13abd626ee0c None None] Attempting to bind port f7b2a64f-241d-4cdf-8229-0f65f4b431c5 on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:21:09.293377 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-ceffad61-8970-45c5-83e5-13abd626ee0c None None] Attempting to bind port f7b2a64f-241d-4cdf-8229-0f65f4b431c5 by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '72abc4f8-8fd3-4627-9187-7e1b6c1b3794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '023e7fc6-d778-46e1-ae09-e6f885ecfc3a'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:21:09.293746 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceffad61-8970-45c5-83e5-13abd626ee0c None None] Attempting to bind port f7b2a64f-241d-4cdf-8229-0f65f4b431c5 on network 023e7fc6-d778-46e1-ae09-e6f885ecfc3a {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:21:09.302775 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceffad61-8970-45c5-83e5-13abd626ee0c None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:21:09.302775 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceffad61-8970-45c5-83e5-13abd626ee0c None None] Checking segment: {'id': '72abc4f8-8fd3-4627-9187-7e1b6c1b3794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '023e7fc6-d778-46e1-ae09-e6f885ecfc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:21:09.302775 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ceffad61-8970-45c5-83e5-13abd626ee0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:09.302775 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceffad61-8970-45c5-83e5-13abd626ee0c None None] Bound using segment: {'id': '72abc4f8-8fd3-4627-9187-7e1b6c1b3794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '023e7fc6-d778-46e1-ae09-e6f885ecfc3a'} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:21:09.302775 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-ceffad61-8970-45c5-83e5-13abd626ee0c None None] Bound port: f7b2a64f-241d-4cdf-8229-0f65f4b431c5, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72abc4f8-8fd3-4627-9187-7e1b6c1b3794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '023e7fc6-d778-46e1-ae09-e6f885ecfc3a'}}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:21:09.302775 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ceffad61-8970-45c5-83e5-13abd626ee0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:09.376276 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-ceffad61-8970-45c5-83e5-13abd626ee0c None None] For port f7b2a64f-241d-4cdf-8229-0f65f4b431c5, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:21:09.387271 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-ceffad61-8970-45c5-83e5-13abd626ee0c None None] For port f7b2a64f-241d-4cdf-8229-0f65f4b431c5, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=f7b2a64f-241d-4cdf-8229-0f65f4b431c5,segment=NetworkSegment(72abc4f8-8fd3-4627-9187-7e1b6c1b3794),segment_id=72abc4f8-8fd3-4627-9187-7e1b6c1b3794)] {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:21:09.452199 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f9d55-00b6-44a8-84db-9b8e9582da95 req-a82d711f-6911-4c51-8ccc-1ba377341cc9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:09.453779 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5a1f9d55-00b6-44a8-84db-9b8e9582da95 req-a82d711f-6911-4c51-8ccc-1ba377341cc9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.1226025 Oct 27 01:21:09.455396 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6fff2f0-8322-45cc-bfa1-fe2f616c1f16 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:09.474282 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ceffad61-8970-45c5-83e5-13abd626ee0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:09.479850 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6fff2f0-8322-45cc-bfa1-fe2f616c1f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:09.547280 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffad61-8970-45c5-83e5-13abd626ee0c None None] Pushing event updated for resources: {'Port': ['ID=f7b2a64f-241d-4cdf-8229-0f65f4b431c5,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:09.584133 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5a1f9d55-00b6-44a8-84db-9b8e9582da95 req-a29ed167-a7be-4dba-8687-0a88c70f2eb2 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072969 Oct 27 01:21:09.673106 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-d6fff2f0-8322-45cc-bfa1-fe2f616c1f16 admin admin] Allocated IP 172.27.3.54 (446c4d70-d462-4a3b-8224-efffdf97f324/4937d60a-1906-48c0-8abc-dbda7672a658/049d961a-2da2-4c44-ae93-886396b5e883) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:21:09.747867 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 749d6660-cf1f-45c2-8f78-1c60d1c98f9b up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:21:09.810605 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6fff2f0-8322-45cc-bfa1-fe2f616c1f16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:09.877193 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 749d6660-cf1f-45c2-8f78-1c60d1c98f9b triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:09.879469 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:10.036150 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6fff2f0-8322-45cc-bfa1-fe2f616c1f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:10.080706 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fff2f0-8322-45cc-bfa1-fe2f616c1f16 admin admin] Network 446c4d70-d462-4a3b-8224-efffdf97f324 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:21:10.087776 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-d6fff2f0-8322-45cc-bfa1-fe2f616c1f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:21:10.091814 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fff2f0-8322-45cc-bfa1-fe2f616c1f16 admin admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:21:10.115732 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fff2f0-8322-45cc-bfa1-fe2f616c1f16 admin admin] Pushing event updated for resources: {'Port': ['ID=049d961a-2da2-4c44-ae93-886396b5e883,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:10.534461 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6fff2f0-8322-45cc-bfa1-fe2f616c1f16 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:10.606368 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dee4c7-e2e6-4113-acf5-024f841eec5f None None] Network 023e7fc6-d778-46e1-ae09-e6f885ecfc3a requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:21:10.747464 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-c4a14906-6f0b-40a3-9116-70734d62232d None None] Provisioning complete for port f7b2a64f-241d-4cdf-8229-0f65f4b431c5 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:10.747830 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c4a14906-6f0b-40a3-9116-70734d62232d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:10.772027 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde3bf5-d2b7-4ca2-b403-0637831dee3a req-c389c3fc-2b1a-43a7-b28e-bf7dfc1f1079 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:10.773716 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9fde3bf5-d2b7-4ca2-b403-0637831dee3a req-c389c3fc-2b1a-43a7-b28e-bf7dfc1f1079 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0750356 Oct 27 01:21:10.778315 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6fff2f0-8322-45cc-bfa1-fe2f616c1f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3724052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721622'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:10.873549 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c4a14906-6f0b-40a3-9116-70734d62232d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:10.882653 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9fde3bf5-d2b7-4ca2-b403-0637831dee3a req-e1ad7f29-5eba-47b1-b848-f38a610ebea2 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020472 Oct 27 01:21:10.925574 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-c4a14906-6f0b-40a3-9116-70734d62232d None None] For port f7b2a64f-241d-4cdf-8229-0f65f4b431c5, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=f7b2a64f-241d-4cdf-8229-0f65f4b431c5,segment=NetworkSegment(72abc4f8-8fd3-4627-9187-7e1b6c1b3794),segment_id=72abc4f8-8fd3-4627-9187-7e1b6c1b3794)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:21:11.058624 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c4a14906-6f0b-40a3-9116-70734d62232d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:11.103268 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fff2f0-8322-45cc-bfa1-fe2f616c1f16 admin admin] Router b99666d9-f078-41c6-b0b0-75e995007c5a is scheduled to L3 agent c117865a-b75a-494f-8807-bd32898b5467 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:21:11.109024 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a14906-6f0b-40a3-9116-70734d62232d None None] Pushing event updated for resources: {'Port': ['ID=f7b2a64f-241d-4cdf-8229-0f65f4b431c5,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:11.177737 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-2e078d20-7657-4b92-a175-f769df7ebec1 None None] Provisioning complete for port f7b2a64f-241d-4cdf-8229-0f65f4b431c5 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:11.178132 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2e078d20-7657-4b92-a175-f769df7ebec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:11.212844 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fff2f0-8322-45cc-bfa1-fe2f616c1f16 admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:21:11.223015 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] Sync routers for ids ['b99666d9-f078-41c6-b0b0-75e995007c5a'] in dv-cinder-815560-1-iscsi {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:21:11.233681 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] Routers {'b99666d9-f078-41c6-b0b0-75e995007c5a'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:21:11.234329 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:20:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['b99666d9-f078-41c6-b0b0-75e995007c5a'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:21:11.349755 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] Set router b99666d9-f078-41c6-b0b0-75e995007c5a gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:21:11.357875 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6fff2f0-8322-45cc-bfa1-fe2f616c1f16 admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:11.357875 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-d6fff2f0-8322-45cc-bfa1-fe2f616c1f16 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0266488 Oct 27 01:21:11.358111 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 33302) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:11.559841 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99666d9-f078-41c6-b0b0-75e995007c5a', 'name': 'tempest-TestMinimumBasicScenario-979317237-router', 'tenant_id': '10960a4e2cc44f2a950118db5f195c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '049d961a-2da2-4c44-ae93-886396b5e883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:08Z', 'updated_at': '2021-10-27T01:21:10Z', 'revision_number': 3, 'project_id': '10960a4e2cc44f2a950118db5f195c6a', 'gw_port': {'id': '049d961a-2da2-4c44-ae93-886396b5e883', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99666d9-f078-41c6-b0b0-75e995007c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:09Z', 'updated_at': '2021-10-27T01:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:21:11.588823 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] Checking router: b99666d9-f078-41c6-b0b0-75e995007c5a for host: dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:21:11.589176 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] Updating router b99666d9-f078-41c6-b0b0-75e995007c5a port 049d961a-2da2-4c44-ae93-886396b5e883 binding host dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:21:11.614756 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:11.763989 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device f7b2a64f-241d-4cdf-8229-0f65f4b431c5 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:21:11.824127 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port f7b2a64f-241d-4cdf-8229-0f65f4b431c5 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:11.825319 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:11.932718 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:12.030183 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:12.087504 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355dc58-4ba0-41b3-889d-5e7b4b8e2b24 None None] Pushing event updated for resources: {'Port': ['ID=049d961a-2da2-4c44-ae93-886396b5e883,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:12.090237 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] Attempting to bind port 049d961a-2da2-4c44-ae93-886396b5e883 on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:21:12.090703 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c89850-a0b1-4f07-9f76-e07b32dcb61d req-14bdfe82-f9ee-475a-9fa4-6ae301cd25dc tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:12.091201 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] Attempting to bind port 049d961a-2da2-4c44-ae93-886396b5e883 by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:21:12.091201 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] Attempting to bind port 049d961a-2da2-4c44-ae93-886396b5e883 on network 446c4d70-d462-4a3b-8224-efffdf97f324 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:21:12.092231 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-54c89850-a0b1-4f07-9f76-e07b32dcb61d req-14bdfe82-f9ee-475a-9fa4-6ae301cd25dc tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0886748 Oct 27 01:21:12.097545 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:21:12.098044 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] Checking segment: {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:21:12.098583 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:12.099211 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] Bound using segment: {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:21:12.099906 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] Bound port: 049d961a-2da2-4c44-ae93-886396b5e883, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:21:12.100180 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:12.100421 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:12.152190 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] For port 049d961a-2da2-4c44-ae93-886396b5e883, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:21:12.155273 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] For port 049d961a-2da2-4c44-ae93-886396b5e883, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=049d961a-2da2-4c44-ae93-886396b5e883,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:21:12.185470 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-54c89850-a0b1-4f07-9f76-e07b32dcb61d req-677b4d71-6b36-4a37-a7bc-aa443e8b1050 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767400 Oct 27 01:21:12.283232 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:12.330275 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Allocated IP 172.20.0.1 (023e7fc6-d778-46e1-ae09-e6f885ecfc3a/e19ba52b-5a17-407f-a4f8-bcb6c8fe0d5e/c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:21:12.346210 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] Routers {'b99666d9-f078-41c6-b0b0-75e995007c5a'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:21:12.346822 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:20:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['b99666d9-f078-41c6-b0b0-75e995007c5a'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:21:12.416035 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355dc58-4ba0-41b3-889d-5e7b4b8e2b24 None None] Pushing event updated for resources: {'Port': ['ID=049d961a-2da2-4c44-ae93-886396b5e883,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:12.454753 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:12.479732 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] Set router b99666d9-f078-41c6-b0b0-75e995007c5a gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:21:12.594177 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:12.634913 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Network 023e7fc6-d778-46e1-ae09-e6f885ecfc3a is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:21:12.637792 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:21:12.640275 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:21:12.668185 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Pushing event updated for resources: {'Port': ['ID=c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:12.678185 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:12.678520 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:12.679509 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:12.679897 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:12.680219 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:12.680545 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:12.680866 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:12.681188 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:12.681506 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:12.681822 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:12.682170 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:12.682486 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:12.683003 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99666d9-f078-41c6-b0b0-75e995007c5a', 'name': 'tempest-TestMinimumBasicScenario-979317237-router', 'tenant_id': '10960a4e2cc44f2a950118db5f195c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '049d961a-2da2-4c44-ae93-886396b5e883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:08Z', 'updated_at': '2021-10-27T01:21:10Z', 'revision_number': 3, 'project_id': '10960a4e2cc44f2a950118db5f195c6a', 'gw_port': {'id': '049d961a-2da2-4c44-ae93-886396b5e883', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99666d9-f078-41c6-b0b0-75e995007c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:09Z', 'updated_at': '2021-10-27T01:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:21:12.707717 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723211'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:12.724421 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a155823-2c8a-4f64-a22a-86a916830b0b None None] The sync data for ids ['b99666d9-f078-41c6-b0b0-75e995007c5a'] in dv-cinder-815560-1-iscsi is: [{'id': 'b99666d9-f078-41c6-b0b0-75e995007c5a', 'name': 'tempest-TestMinimumBasicScenario-979317237-router', 'tenant_id': '10960a4e2cc44f2a950118db5f195c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '049d961a-2da2-4c44-ae93-886396b5e883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:08Z', 'updated_at': '2021-10-27T01:21:10Z', 'revision_number': 3, 'project_id': '10960a4e2cc44f2a950118db5f195c6a', 'gw_port': {'id': '049d961a-2da2-4c44-ae93-886396b5e883', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99666d9-f078-41c6-b0b0-75e995007c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:09Z', 'updated_at': '2021-10-27T01:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:21:12.950323 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:13.065611 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-e9aca642-8115-4000-9014-2bb5795bf30e None None] Provisioning complete for port c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:13.066187 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e9aca642-8115-4000-9014-2bb5795bf30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:13.114569 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-e9aca642-8115-4000-9014-2bb5795bf30e None None] Port c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:21:13.182966 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:13.259454 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25808652'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:13.390768 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3631245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3721307'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:13.400192 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Pushing event updated for resources: {'Port': ['ID=c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:13.464394 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ff34d-f1bc-40d6-b908-e6ea83d4a8b2 req-e63ccd38-2e6b-4a12-86af-df0d97774660 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:13.466015 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-071ff34d-f1bc-40d6-b908-e6ea83d4a8b2 req-e63ccd38-2e6b-4a12-86af-df0d97774660 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.1422572 Oct 27 01:21:13.535458 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-071ff34d-f1bc-40d6-b908-e6ea83d4a8b2 req-f9761969-d796-465d-b3b7-9cbd958a5c47 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616975 Oct 27 01:21:13.547569 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Network 023e7fc6-d778-46e1-ae09-e6f885ecfc3a is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:21:13.549613 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:21:13.702749 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Router b99666d9-f078-41c6-b0b0-75e995007c5a has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:21:13.779229 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 049d961a-2da2-4c44-ae93-886396b5e883 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:21:13.846762 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-9329a417-559d-4ac2-9e80-f2e6d9197949 None None] Provisioning complete for port c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:13.847050 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9329a417-559d-4ac2-9e80-f2e6d9197949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:13.851656 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 049d961a-2da2-4c44-ae93-886396b5e883 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:13.852025 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:13.860844 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:21:13.869196 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-0d46cc53-67b2-467e-a679-816f87421692 admin admin] 10.222.0.32 "PUT /v2.0/routers/b99666d9-f078-41c6-b0b0-75e995007c5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5098023 Oct 27 01:21:13.914777 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-9329a417-559d-4ac2-9e80-f2e6d9197949 None None] Port c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:21:13.916857 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 33364) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:13.974469 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:14.016955 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] For port 049d961a-2da2-4c44-ae93-886396b5e883, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=049d961a-2da2-4c44-ae93-886396b5e883,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:21:14.071548 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-33c0589e-a1bf-4d12-9782-6aa2ca331939 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:14.121000 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:14.156973 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-33c0589e-a1bf-4d12-9782-6aa2ca331939 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:14.191194 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Pushing event updated for resources: {'Port': ['ID=049d961a-2da2-4c44-ae93-886396b5e883,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:14.236230 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-33c0589e-a1bf-4d12-9782-6aa2ca331939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:14.274758 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-33c0589e-a1bf-4d12-9782-6aa2ca331939 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d86747bf295a4ac9968d851f2baf15e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3566322 Oct 27 01:21:14.275621 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0589e-a1bf-4d12-9782-6aa2ca331939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe3a8a1-e051-4c14-b373-0fab1de7e198,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:14.277638 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 33376) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:14.334354 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6a6cc1cd-55f9-4608-bee0-394c10f09051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:14.356440 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6a6cc1cd-55f9-4608-bee0-394c10f09051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:14.521581 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6a6cc1cd-55f9-4608-bee0-394c10f09051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:14.524782 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6a6cc1cd-55f9-4608-bee0-394c10f09051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:14.528382 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-6a6cc1cd-55f9-4608-bee0-394c10f09051 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2fe3a8a1-e051-4c14-b373-0fab1de7e198 HTTP/1.1" status: 204 len: 168 time: 0.2471595 Oct 27 01:21:14.535325 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cc1cd-55f9-4608-bee0-394c10f09051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe3a8a1-e051-4c14-b373-0fab1de7e198,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:14.544011 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6cc1cd-55f9-4608-bee0-394c10f09051 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:14.545096 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6cc1cd-55f9-4608-bee0-394c10f09051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:14.545577 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6cc1cd-55f9-4608-bee0-394c10f09051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:14.546085 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6cc1cd-55f9-4608-bee0-394c10f09051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:14.546561 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6cc1cd-55f9-4608-bee0-394c10f09051 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:14.547029 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6cc1cd-55f9-4608-bee0-394c10f09051 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:14.547518 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6cc1cd-55f9-4608-bee0-394c10f09051 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:14.547989 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6cc1cd-55f9-4608-bee0-394c10f09051 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:14.548525 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6cc1cd-55f9-4608-bee0-394c10f09051 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:14.549113 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6cc1cd-55f9-4608-bee0-394c10f09051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:14.549593 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6cc1cd-55f9-4608-bee0-394c10f09051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:14.550088 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6cc1cd-55f9-4608-bee0-394c10f09051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:21:14.685448 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7a9ad-1633-4044-a80d-1943a104d897 req-02a83f1f-4ee0-44d9-91bd-071491629958 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:14.686977 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4db7a9ad-1633-4044-a80d-1943a104d897 req-02a83f1f-4ee0-44d9-91bd-071491629958 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0490096 Oct 27 01:21:14.735340 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4db7a9ad-1633-4044-a80d-1943a104d897 req-23ee8341-5596-4a87-9396-1943be24b9a7 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419867 Oct 27 01:21:15.091243 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c2affd0c-9941-4f89-a030-009636f3a916 req-412673e0-8eae-45d7-abcc-c96bda94fbf2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584900 Oct 27 01:21:15.183011 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2affd0c-9941-4f89-a030-009636f3a916 req-f6914312-01b5-4a49-859f-b43ec3755ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:15.184495 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c2affd0c-9941-4f89-a030-009636f3a916 req-f6914312-01b5-4a49-859f-b43ec3755ef2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ac535690bf24eb9bbf7d42426b21c74&device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 1098 time: 0.0431364 Oct 27 01:21:15.351377 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2affd0c-9941-4f89-a030-009636f3a916 req-8e31c2eb-284f-4d49-85c1-d3d5238d7199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:15.358753 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c2affd0c-9941-4f89-a030-009636f3a916 req-8e31c2eb-284f-4d49-85c1-d3d5238d7199 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1517e22-2395-4c57-bae6-bd47c809e7b9 HTTP/1.1" status: 200 len: 920 time: 0.1443226 Oct 27 01:21:15.459630 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c2affd0c-9941-4f89-a030-009636f3a916 req-0002f82c-6437-4063-b5ea-c1432f3be8cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73eeb8da-a290-4880-831a-db973bd4521e HTTP/1.1" status: 200 len: 217 time: 0.0551708 Oct 27 01:21:15.509940 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2affd0c-9941-4f89-a030-009636f3a916 req-afbfcddd-de3a-424b-b3ce-1d53fb190d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:15.658615 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c2affd0c-9941-4f89-a030-009636f3a916 req-afbfcddd-de3a-424b-b3ce-1d53fb190d2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17743bda-8254-4a8b-8524-5242f8ab33dd HTTP/1.1" status: 200 len: 859 time: 0.0794702 Oct 27 01:21:15.658615 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c2affd0c-9941-4f89-a030-009636f3a916 req-f9678392-d0cf-469e-9197-73a52b41e189 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1517e22-2395-4c57-bae6-bd47c809e7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292361 Oct 27 01:21:15.705602 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c2affd0c-9941-4f89-a030-009636f3a916 req-4c2ef14f-9c69-4194-a594-772fe5261d7b service neutron] 10.222.0.36 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389372 Oct 27 01:21:15.733052 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 049d961a-2da2-4c44-ae93-886396b5e883 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:21:15.830398 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c2affd0c-9941-4f89-a030-009636f3a916 req-79bd748f-0bba-47c0-b936-587ec17f3107 service neutron] 10.222.0.36 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153209 Oct 27 01:21:15.845448 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 049d961a-2da2-4c44-ae93-886396b5e883 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:15.846280 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:15.897060 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564359b0-7b2e-45c3-ba44-704a676078d5 req-e4033748-8a74-4e65-b243-bf8f321ceafa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:15.909606 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-564359b0-7b2e-45c3-ba44-704a676078d5 req-e4033748-8a74-4e65-b243-bf8f321ceafa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0661600 Oct 27 01:21:15.966819 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-564359b0-7b2e-45c3-ba44-704a676078d5 req-24725951-042b-43b2-89d9-c9c162f210e0 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565066 Oct 27 01:21:16.009196 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 33420) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:16.038836 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-df8665d7-a306-46e8-aed0-c6865de2201a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:16.052501 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] Sync routers for ids ['b99666d9-f078-41c6-b0b0-75e995007c5a'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:21:16.063963 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] Routers {'b99666d9-f078-41c6-b0b0-75e995007c5a'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:21:16.064589 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:20:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['b99666d9-f078-41c6-b0b0-75e995007c5a'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:21:16.200804 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-df8665d7-a306-46e8-aed0-c6865de2201a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:16.203345 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] Set router b99666d9-f078-41c6-b0b0-75e995007c5a gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:21:16.401470 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-df8665d7-a306-46e8-aed0-c6865de2201a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:16.446896 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8665d7-a306-46e8-aed0-c6865de2201a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0f8ab0-e66a-418d-8ed0-5cf3c8145e5d,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:16.454337 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 33424) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:16.454625 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-df8665d7-a306-46e8-aed0-c6865de2201a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=491e34ba308c41d0a62afa9eb70f3d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4425726 Oct 27 01:21:16.526371 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9cd04815-b288-47b4-a912-86e0372cdb9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:16.550902 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99666d9-f078-41c6-b0b0-75e995007c5a', 'name': 'tempest-TestMinimumBasicScenario-979317237-router', 'tenant_id': '10960a4e2cc44f2a950118db5f195c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '049d961a-2da2-4c44-ae93-886396b5e883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:08Z', 'updated_at': '2021-10-27T01:21:12Z', 'revision_number': 4, 'project_id': '10960a4e2cc44f2a950118db5f195c6a', 'gw_port': {'id': '049d961a-2da2-4c44-ae93-886396b5e883', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99666d9-f078-41c6-b0b0-75e995007c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:09Z', 'updated_at': '2021-10-27T01:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': 'c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c', 'name': '', 'network_id': '023e7fc6-d778-46e1-ae09-e6f885ecfc3a', 'tenant_id': '10960a4e2cc44f2a950118db5f195c6a', 'mac_address': 'fa:16:3e:94:1c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99666d9-f078-41c6-b0b0-75e995007c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e19ba52b-5a17-407f-a4f8-bcb6c8fe0d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:12Z', 'updated_at': '2021-10-27T01:21:13Z', 'revision_number': 2, 'project_id': '10960a4e2cc44f2a950118db5f195c6a', 'subnets': [{'id': 'e19ba52b-5a17-407f-a4f8-bcb6c8fe0d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:21:16.571379 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9cd04815-b288-47b4-a912-86e0372cdb9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:16.580530 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:16.581305 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] Checking router: b99666d9-f078-41c6-b0b0-75e995007c5a for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:21:16.581661 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] Updating router b99666d9-f078-41c6-b0b0-75e995007c5a port c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c binding host dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:21:16.621380 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:16.715104 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9cd04815-b288-47b4-a912-86e0372cdb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:16.718568 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9cd04815-b288-47b4-a912-86e0372cdb9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:16.719727 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-9cd04815-b288-47b4-a912-86e0372cdb9d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be0f8ab0-e66a-418d-8ed0-5cf3c8145e5d HTTP/1.1" status: 204 len: 168 time: 0.2642858 Oct 27 01:21:16.739670 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd04815-b288-47b4-a912-86e0372cdb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0f8ab0-e66a-418d-8ed0-5cf3c8145e5d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:16.965795 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:17.036080 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:17.107599 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed92922-0e0b-4e2d-a61a-e00884296cca req-ae7737f1-fd8b-48c4-95f0-09889999a29f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:17.109905 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0ed92922-0e0b-4e2d-a61a-e00884296cca req-ae7737f1-fd8b-48c4-95f0-09889999a29f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0596657 Oct 27 01:21:17.134267 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec87ff6-fc12-47d0-aece-22d9934c52bb None None] Pushing event updated for resources: {'Port': ['ID=c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:17.173948 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] Attempting to bind port c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:21:17.174502 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] Attempting to bind port c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '72abc4f8-8fd3-4627-9187-7e1b6c1b3794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '023e7fc6-d778-46e1-ae09-e6f885ecfc3a'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:21:17.175027 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] Attempting to bind port c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c on network 023e7fc6-d778-46e1-ae09-e6f885ecfc3a {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:21:17.181555 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:21:17.182345 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] Checking segment: {'id': '72abc4f8-8fd3-4627-9187-7e1b6c1b3794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '023e7fc6-d778-46e1-ae09-e6f885ecfc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:21:17.182831 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:17.184684 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] Bound using segment: {'id': '72abc4f8-8fd3-4627-9187-7e1b6c1b3794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '023e7fc6-d778-46e1-ae09-e6f885ecfc3a'} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:21:17.185496 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] Bound port: c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72abc4f8-8fd3-4627-9187-7e1b6c1b3794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '023e7fc6-d778-46e1-ae09-e6f885ecfc3a'}}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:21:17.186173 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:17.206593 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0ed92922-0e0b-4e2d-a61a-e00884296cca req-94bcabc2-6ebb-493d-88dd-b67bc0e4f7cb tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853519 Oct 27 01:21:17.281748 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] For port c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:21:17.285969 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] For port c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c,segment=NetworkSegment(72abc4f8-8fd3-4627-9187-7e1b6c1b3794),segment_id=72abc4f8-8fd3-4627-9187-7e1b6c1b3794)] {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:21:17.351694 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:17.439382 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] Routers {'b99666d9-f078-41c6-b0b0-75e995007c5a'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:21:17.440221 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:20:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['b99666d9-f078-41c6-b0b0-75e995007c5a'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:21:17.550637 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec87ff6-fc12-47d0-aece-22d9934c52bb None None] Pushing event updated for resources: {'Port': ['ID=c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:17.570852 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5925ab03-f849-4c0d-96f5-74119734a790 None None] Provisioning complete for port c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:17.574698 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5925ab03-f849-4c0d-96f5-74119734a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:17.655170 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] Set router b99666d9-f078-41c6-b0b0-75e995007c5a gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:21:17.812105 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5925ab03-f849-4c0d-96f5-74119734a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:17.886956 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5925ab03-f849-4c0d-96f5-74119734a790 None None] For port c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c,segment=NetworkSegment(72abc4f8-8fd3-4627-9187-7e1b6c1b3794),segment_id=72abc4f8-8fd3-4627-9187-7e1b6c1b3794)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:21:17.957776 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99666d9-f078-41c6-b0b0-75e995007c5a', 'name': 'tempest-TestMinimumBasicScenario-979317237-router', 'tenant_id': '10960a4e2cc44f2a950118db5f195c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '049d961a-2da2-4c44-ae93-886396b5e883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:08Z', 'updated_at': '2021-10-27T01:21:12Z', 'revision_number': 4, 'project_id': '10960a4e2cc44f2a950118db5f195c6a', 'gw_port': {'id': '049d961a-2da2-4c44-ae93-886396b5e883', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99666d9-f078-41c6-b0b0-75e995007c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:09Z', 'updated_at': '2021-10-27T01:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': 'c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c', 'name': '', 'network_id': '023e7fc6-d778-46e1-ae09-e6f885ecfc3a', 'tenant_id': '10960a4e2cc44f2a950118db5f195c6a', 'mac_address': 'fa:16:3e:94:1c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99666d9-f078-41c6-b0b0-75e995007c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e19ba52b-5a17-407f-a4f8-bcb6c8fe0d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:12Z', 'updated_at': '2021-10-27T01:21:17Z', 'revision_number': 4, 'project_id': '10960a4e2cc44f2a950118db5f195c6a', 'subnets': [{'id': 'e19ba52b-5a17-407f-a4f8-bcb6c8fe0d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:21:17.990641 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5925ab03-f849-4c0d-96f5-74119734a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:17.996011 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02141b00-4334-4445-a71f-bb5355d7840f None None] The sync data for ids ['b99666d9-f078-41c6-b0b0-75e995007c5a'] in dv-cinder-815560-1-iscsi is: [{'id': 'b99666d9-f078-41c6-b0b0-75e995007c5a', 'name': 'tempest-TestMinimumBasicScenario-979317237-router', 'tenant_id': '10960a4e2cc44f2a950118db5f195c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '049d961a-2da2-4c44-ae93-886396b5e883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:08Z', 'updated_at': '2021-10-27T01:21:12Z', 'revision_number': 4, 'project_id': '10960a4e2cc44f2a950118db5f195c6a', 'gw_port': {'id': '049d961a-2da2-4c44-ae93-886396b5e883', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99666d9-f078-41c6-b0b0-75e995007c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:09Z', 'updated_at': '2021-10-27T01:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': 'c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c', 'name': '', 'network_id': '023e7fc6-d778-46e1-ae09-e6f885ecfc3a', 'tenant_id': '10960a4e2cc44f2a950118db5f195c6a', 'mac_address': 'fa:16:3e:94:1c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99666d9-f078-41c6-b0b0-75e995007c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e19ba52b-5a17-407f-a4f8-bcb6c8fe0d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:12Z', 'updated_at': '2021-10-27T01:21:17Z', 'revision_number': 4, 'project_id': '10960a4e2cc44f2a950118db5f195c6a', 'subnets': [{'id': 'e19ba52b-5a17-407f-a4f8-bcb6c8fe0d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:21:18.086716 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925ab03-f849-4c0d-96f5-74119734a790 None None] Pushing event updated for resources: {'Port': ['ID=c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:18.144442 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-6b142a57-9da8-47c3-920a-288608357e5c None None] Provisioning complete for port c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:18.145165 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6b142a57-9da8-47c3-920a-288608357e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:18.376102 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f02e92-5384-4d04-8e34-ba0bdd6c8cd6 req-8d938b46-6c85-4099-985e-3b733c402e22 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:18.377864 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-19f02e92-5384-4d04-8e34-ba0bdd6c8cd6 req-8d938b46-6c85-4099-985e-3b733c402e22 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0756109 Oct 27 01:21:18.436311 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-19f02e92-5384-4d04-8e34-ba0bdd6c8cd6 req-17324040-b395-4874-9ba0-66f92bc9314c tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502465 Oct 27 01:21:19.583992 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401541f-c809-47b5-9d20-5dbf2d26444d req-93c59809-bbba-4954-a8fa-064914ddcbf2 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:19.592257 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4401541f-c809-47b5-9d20-5dbf2d26444d req-93c59809-bbba-4954-a8fa-064914ddcbf2 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0674610 Oct 27 01:21:19.654186 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4401541f-c809-47b5-9d20-5dbf2d26444d req-246e7c3b-ea0d-48aa-9b08-f6bfe2069e76 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594308 Oct 27 01:21:19.833997 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:21:19.912659 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:19.913213 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:20.826298 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcfe98-b514-4f7e-aa95-c3fd4e329846 req-05ed3d1e-a5d5-4823-93b5-45448ec34364 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:20.826298 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-36bcfe98-b514-4f7e-aa95-c3fd4e329846 req-05ed3d1e-a5d5-4823-93b5-45448ec34364 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0652573 Oct 27 01:21:20.870072 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-36bcfe98-b514-4f7e-aa95-c3fd4e329846 req-040686f8-b10c-476f-ad8d-80cacddb2759 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399754 Oct 27 01:21:22.000236 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec8916-dbc0-4b9b-bb8e-7c19cdc33766 req-49d53c9f-6e55-422c-982b-8c94bf856e86 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:22.001698 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-70ec8916-dbc0-4b9b-bb8e-7c19cdc33766 req-49d53c9f-6e55-422c-982b-8c94bf856e86 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0507591 Oct 27 01:21:22.040411 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-70ec8916-dbc0-4b9b-bb8e-7c19cdc33766 req-2e3e91d7-c4c8-4cd1-b768-13c6c2c1f130 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319023 Oct 27 01:21:22.829657 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 2eb0ecba-543e-4b15-8729-cbda338ab01b details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:21:22.949428 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 2eb0ecba-543e-4b15-8729-cbda338ab01b, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=2eb0ecba-543e-4b15-8729-cbda338ab01b,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:21:22.971425 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': '2eb0ecba-543e-4b15-8729-cbda338ab01b', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'port_id': '2eb0ecba-543e-4b15-8729-cbda338ab01b', 'mac_address': 'fa:16:3e:88:0e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:21:23.013748 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:23.029950 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2eb0ecba-543e-4b15-8729-cbda338ab01b {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:21:23.051938 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 2eb0ecba-543e-4b15-8729-cbda338ab01b, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=2eb0ecba-543e-4b15-8729-cbda338ab01b,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:21:23.192200 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5e1d8-2053-4d4e-b316-b462a48b4ad9 req-7660bb42-d776-4f5a-8d10-aaa319a14c09 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:23.195452 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-34b5e1d8-2053-4d4e-b316-b462a48b4ad9 req-7660bb42-d776-4f5a-8d10-aaa319a14c09 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0655255 Oct 27 01:21:23.212644 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:23.264848 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-34b5e1d8-2053-4d4e-b316-b462a48b4ad9 req-0c87abad-b645-4776-ab38-9f83a0571177 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627410 Oct 27 01:21:23.295695 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=2eb0ecba-543e-4b15-8729-cbda338ab01b,revision_number=6']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:23.409918 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['2eb0ecba-543e-4b15-8729-cbda338ab01b'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:21:23.807332 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4296a234-af72-4454-a592-674ca70a2277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:24.245590 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e86125-59b6-40cc-9f1a-c95c520fd0ba req-627848ca-f3fb-43c1-b2e3-43c8c1c7e25c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:24.247990 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-74e86125-59b6-40cc-9f1a-c95c520fd0ba req-627848ca-f3fb-43c1-b2e3-43c8c1c7e25c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0586870 Oct 27 01:21:24.343290 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-74e86125-59b6-40cc-9f1a-c95c520fd0ba req-5de80c07-c365-40b4-be57-36892496e697 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788622 Oct 27 01:21:24.371310 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b018ff-e350-4930-931b-5f62228945b4 req-e80bfea8-0f13-486f-bba9-c5c4f6764db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:24.373468 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-a4b018ff-e350-4930-931b-5f62228945b4 req-e80bfea8-0f13-486f-bba9-c5c4f6764db0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ac535690bf24eb9bbf7d42426b21c74&device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 1098 time: 0.0953870 Oct 27 01:21:24.416968 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71432a1a-6796-4cfc-828a-b41edf1b0f6b req-7883158c-ec8f-41d1-baae-3d0e5656d248 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:24.418866 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-71432a1a-6796-4cfc-828a-b41edf1b0f6b req-7883158c-ec8f-41d1-baae-3d0e5656d248 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 944 time: 0.0603888 Oct 27 01:21:24.506984 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-71432a1a-6796-4cfc-828a-b41edf1b0f6b req-1f8018f1-4b1b-49f5-96ef-29318a4cdbc3 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754647 Oct 27 01:21:24.777820 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b018ff-e350-4930-931b-5f62228945b4 req-a26c6039-dbcf-4588-9483-322e3824a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:24.779655 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-a4b018ff-e350-4930-931b-5f62228945b4 req-a26c6039-dbcf-4588-9483-322e3824a2cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1517e22-2395-4c57-bae6-bd47c809e7b9 HTTP/1.1" status: 200 len: 920 time: 0.3691638 Oct 27 01:21:24.827538 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-a4b018ff-e350-4930-931b-5f62228945b4 req-2155ea84-7092-4eab-a8f1-30d93c1e72e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f1eccc2-4d63-4101-be4a-ce4e532f88e2 HTTP/1.1" status: 200 len: 217 time: 0.0400262 Oct 27 01:21:24.835806 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 2eb0ecba-543e-4b15-8729-cbda338ab01b up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:21:24.887513 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port 2eb0ecba-543e-4b15-8729-cbda338ab01b triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:24.887878 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:24.894451 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b018ff-e350-4930-931b-5f62228945b4 req-969db410-2aee-4d49-83eb-e992e997f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:24.895973 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-a4b018ff-e350-4930-931b-5f62228945b4 req-969db410-2aee-4d49-83eb-e992e997f5b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17743bda-8254-4a8b-8524-5242f8ab33dd HTTP/1.1" status: 200 len: 859 time: 0.0575902 Oct 27 01:21:24.934349 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-a4b018ff-e350-4930-931b-5f62228945b4 req-40f505f4-20bf-4893-99f5-2b6d0455cd80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1517e22-2395-4c57-bae6-bd47c809e7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299566 Oct 27 01:21:24.982821 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:25.036108 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2a60d0-e2da-4415-8558-1da7a803e3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb0ecba-543e-4b15-8729-cbda338ab01b'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:21:25.036108 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a304c139-dd23-4326-bbc4-88922b08fae3" -d '{"events": [{"server_uuid": "ef2a60d0-e2da-4415-8558-1da7a803e3f4", "name": "network-vif-plugged", "status": "completed", "tag": "2eb0ecba-543e-4b15-8729-cbda338ab01b"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:21:25.036108 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 2eb0ecba-543e-4b15-8729-cbda338ab01b, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=2eb0ecba-543e-4b15-8729-cbda338ab01b,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:21:25.077787 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-a4b018ff-e350-4930-931b-5f62228945b4 req-00591b4d-32d1-4bbb-9cc8-d9f770d71f0c service neutron] 10.222.0.36 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352134 Oct 27 01:21:25.086451 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be82e06-5ca8-47c5-8e82-5d047dc81ad5 x-openstack-request-id: req-2be82e06-5ca8-47c5-8e82-5d047dc81ad5 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:21:25.086783 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2a60d0-e2da-4415-8558-1da7a803e3f4", "name": "network-vif-plugged", "status": "completed", "tag": "2eb0ecba-543e-4b15-8729-cbda338ab01b", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:21:25.087045 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2be82e06-5ca8-47c5-8e82-5d047dc81ad5 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:21:25.087446 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2a60d0-e2da-4415-8558-1da7a803e3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb0ecba-543e-4b15-8729-cbda338ab01b', 'code': 200} Oct 27 01:21:25.121484 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:25.226131 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=2eb0ecba-543e-4b15-8729-cbda338ab01b,revision_number=7']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:25.247603 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-a4b018ff-e350-4930-931b-5f62228945b4 req-39643c25-a1cf-4e76-a0ba-0853b69b09f5 service neutron] 10.222.0.36 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218374 Oct 27 01:21:25.464995 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4797e58-c30b-45c7-9d89-9a974e1f0b68 req-71835b6f-88b6-4d9f-b0bf-76d1d46e367a tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:25.466679 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c4797e58-c30b-45c7-9d89-9a974e1f0b68 req-71835b6f-88b6-4d9f-b0bf-76d1d46e367a tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0550940 Oct 27 01:21:25.514545 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c4797e58-c30b-45c7-9d89-9a974e1f0b68 req-cd385354-0af4-483f-826b-61ceba1c44c2 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405066 Oct 27 01:21:25.638909 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d54d3-0698-44da-ae13-38c3b98a043c req-3929e2f6-073d-4a3e-aabf-6276e1500708 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:25.640582 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4b1d54d3-0698-44da-ae13-38c3b98a043c req-3929e2f6-073d-4a3e-aabf-6276e1500708 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0564630 Oct 27 01:21:25.684805 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4b1d54d3-0698-44da-ae13-38c3b98a043c req-66bab9a4-7898-45c3-ba67-ab61ea2bfaab tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374088 Oct 27 01:21:26.333185 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ae44449-adec-4f19-8bcb-1791f8c2d8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:26.669028 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2643622-efc8-4a18-97db-229ad0e22fdc req-be3280d9-d0be-4f0e-95ba-54a048a97c81 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:26.676702 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a2643622-efc8-4a18-97db-229ad0e22fdc req-be3280d9-d0be-4f0e-95ba-54a048a97c81 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0668800 Oct 27 01:21:26.742986 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a2643622-efc8-4a18-97db-229ad0e22fdc req-9d0a481f-d44c-43b2-ac8d-5ae58f8c1c19 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563154 Oct 27 01:21:26.852129 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24decdcb-56b0-457a-9aed-8d3569c760fe req-3047af24-0daa-46ef-b7c8-128d19062cd4 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:26.860129 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-24decdcb-56b0-457a-9aed-8d3569c760fe req-3047af24-0daa-46ef-b7c8-128d19062cd4 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0767906 Oct 27 01:21:26.901899 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-24decdcb-56b0-457a-9aed-8d3569c760fe req-fd90bb9d-da2b-43ef-b752-83c785d67f4f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405896 Oct 27 01:21:27.230669 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:27.694540 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:27.909493 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177faae-1624-4461-8821-b2996e1eb228 req-e4adf5e6-812b-44cf-a25f-0e60b008baae tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:27.920717 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2177faae-1624-4461-8821-b2996e1eb228 req-e4adf5e6-812b-44cf-a25f-0e60b008baae tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0834770 Oct 27 01:21:27.980161 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2177faae-1624-4461-8821-b2996e1eb228 req-f51d9287-3e5b-4255-886f-d2cbe4d64f95 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519447 Oct 27 01:21:28.215993 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55634daa-3a2c-46da-bf4b-d7a61f1de936 req-9e07e6b6-354c-4d54-b49a-8630c34e19f4 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:28.217710 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-55634daa-3a2c-46da-bf4b-d7a61f1de936 req-9e07e6b6-354c-4d54-b49a-8630c34e19f4 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.1163545 Oct 27 01:21:28.225481 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-f21bc541-35a7-4b22-b84b-91aa61d026d5 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:28.227579 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-f21bc541-35a7-4b22-b84b-91aa61d026d5 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/networks?id=9a4571fc-d7ab-424a-af9f-0f896f2dad41 HTTP/1.1" status: 200 len: 813 time: 0.1973529 Oct 27 01:21:28.265917 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-81ad19f8-aa8c-4b38-9248-fc19fd1ee214 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/quotas/5e37607855ec49b6af8f28274acba57b HTTP/1.1" status: 200 len: 375 time: 0.0217917 Oct 27 01:21:28.274889 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-55634daa-3a2c-46da-bf4b-d7a61f1de936 req-ce447e7b-6392-4d44-b400-c7bf9b3f8f2f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462794 Oct 27 01:21:28.333103 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-e9859bbd-3c72-474d-a9fd-b4ee11988141 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e37607855ec49b6af8f28274acba57b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565991 Oct 27 01:21:28.381690 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 33708) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:28.483878 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-e3dcbc7f-28ce-45e0-ba0c-e507eb3af9dd service neutron] 10.222.0.32 "GET /v2.0/networks/9a4571fc-d7ab-424a-af9f-0f896f2dad41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379027 Oct 27 01:21:28.607137 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-eea76fa1-7fb4-4de0-a137-a8817feac7ea service neutron] 10.222.0.32 "GET /v2.0/networks/9a4571fc-d7ab-424a-af9f-0f896f2dad41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219802 Oct 27 01:21:28.621655 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-53f947e2-2637-4259-ae1a-f6cb39dabb37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:28.723568 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-53f947e2-2637-4259-ae1a-f6cb39dabb37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:28.807988 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-53f947e2-2637-4259-ae1a-f6cb39dabb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:28.862192 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f947e2-2637-4259-ae1a-f6cb39dabb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8aa5b68-3940-4def-b349-1be4380e45db,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:28.870414 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-53f947e2-2637-4259-ae1a-f6cb39dabb37 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0223fbffaa7b4c9da7f6f18a3293797f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4868937 Oct 27 01:21:28.876265 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 33728) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:28.954289 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-175691d4-b7ba-47ed-a2ae-33c9528728c2 req-e0fc4131-9e28-469f-b782-c533d50a3759 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 210 time: 0.0437520 Oct 27 01:21:29.006524 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c339df1b-1c55-49b9-b1be-dc544510409f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:29.055172 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c339df1b-1c55-49b9-b1be-dc544510409f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:29.146370 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6671231-73b0-4bc5-9b26-3491ca395983 req-bc956488-0cff-4a59-8ace-05ff87472c67 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:29.149610 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:29.150389 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f6671231-73b0-4bc5-9b26-3491ca395983 req-bc956488-0cff-4a59-8ace-05ff87472c67 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0760112 Oct 27 01:21:29.202585 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f6671231-73b0-4bc5-9b26-3491ca395983 req-745a3800-4872-4699-97a9-d2a304f797bc tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474904 Oct 27 01:21:29.258193 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c339df1b-1c55-49b9-b1be-dc544510409f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:29.263426 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c339df1b-1c55-49b9-b1be-dc544510409f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:29.268545 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-c339df1b-1c55-49b9-b1be-dc544510409f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8aa5b68-3940-4def-b349-1be4380e45db HTTP/1.1" status: 204 len: 168 time: 0.3888552 Oct 27 01:21:29.276586 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339df1b-1c55-49b9-b1be-dc544510409f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8aa5b68-3940-4def-b349-1be4380e45db,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:29.347236 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 33744) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:29.466454 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3168c6c-1e81-4259-a9f5-59a2ad5a8c4f req-ff74537f-01c8-40eb-8847-250c98d82876 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:29.479449 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b3168c6c-1e81-4259-a9f5-59a2ad5a8c4f req-ff74537f-01c8-40eb-8847-250c98d82876 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.1126466 Oct 27 01:21:29.531865 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b3168c6c-1e81-4259-a9f5-59a2ad5a8c4f req-c23256d4-65e1-4bb5-b636-a9c2779b6831 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434849 Oct 27 01:21:29.561667 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5db9151e-085b-4c62-b8b1-bdb3659fb157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:29.667160 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5db9151e-085b-4c62-b8b1-bdb3659fb157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:29.887032 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5db9151e-085b-4c62-b8b1-bdb3659fb157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:29.929626 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9151e-085b-4c62-b8b1-bdb3659fb157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb19ca6-9740-4ed5-8fa3-ca8e6b0b303a,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:29.934871 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-5db9151e-085b-4c62-b8b1-bdb3659fb157 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=172b224b354742198a61aaedddefd8ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5864933 Oct 27 01:21:29.937715 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 33752) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:29.987350 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9bfe7b44-1829-4c33-a59f-7dd9b3decb0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:30.014588 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9bfe7b44-1829-4c33-a59f-7dd9b3decb0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:30.044325 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-39edce32-723f-44bd-96d5-0b859893420f req-e1f65293-b89a-40ff-923a-4b43a4c8df0b tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 210 time: 0.0323939 Oct 27 01:21:30.325763 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018c6dc-c35a-4dac-9bc2-4bd43e9adcd4 req-27e0003c-79d7-4d6f-bf61-9373d290f0b2 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:30.327358 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f018c6dc-c35a-4dac-9bc2-4bd43e9adcd4 req-27e0003c-79d7-4d6f-bf61-9373d290f0b2 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0536041 Oct 27 01:21:30.377760 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f018c6dc-c35a-4dac-9bc2-4bd43e9adcd4 req-8cdee47c-c2c1-4af2-a997-f75b5b309ef1 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444314 Oct 27 01:21:30.660273 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79227e-247d-43ab-9407-1fd68084ab69 req-8d80e8aa-6bc6-4a9a-b91d-99f35d3686cd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:30.661741 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8e79227e-247d-43ab-9407-1fd68084ab69 req-8d80e8aa-6bc6-4a9a-b91d-99f35d3686cd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0482183 Oct 27 01:21:30.698449 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8e79227e-247d-43ab-9407-1fd68084ab69 req-608de68f-a3cb-45db-8d06-ce6da80760bb tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301471 Oct 27 01:21:30.846969 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9bfe7b44-1829-4c33-a59f-7dd9b3decb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:30.849778 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9bfe7b44-1829-4c33-a59f-7dd9b3decb0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:30.854575 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-9bfe7b44-1829-4c33-a59f-7dd9b3decb0b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/afb19ca6-9740-4ed5-8fa3-ca8e6b0b303a HTTP/1.1" status: 204 len: 168 time: 0.9157896 Oct 27 01:21:30.864340 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe7b44-1829-4c33-a59f-7dd9b3decb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb19ca6-9740-4ed5-8fa3-ca8e6b0b303a,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:31.157675 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-67af4c10-ad65-48b4-9d8f-847e134dc354 req-0a6681db-d1b3-46bb-81d8-02e8eda395fc tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 210 time: 0.0285194 Oct 27 01:21:31.190621 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 33776) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:31.208604 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-eff9159a-1a9f-4c29-a0bf-fa3afe3abfb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:31.361629 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-eff9159a-1a9f-4c29-a0bf-fa3afe3abfb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:31.493277 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-eff9159a-1a9f-4c29-a0bf-fa3afe3abfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:31.529206 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf44de-d47b-4774-8875-fbea3acb6edd req-ec2561bd-2009-4b97-a1e4-3a4bdbdf6cf7 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:31.532151 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9fcf44de-d47b-4774-8875-fbea3acb6edd req-ec2561bd-2009-4b97-a1e4-3a4bdbdf6cf7 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0657802 Oct 27 01:21:31.540930 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 33780) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:31.541373 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-eff9159a-1a9f-4c29-a0bf-fa3afe3abfb3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=042d7bea7d4647efb26a862631ac3560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3487246 Oct 27 01:21:31.544202 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9159a-1a9f-4c29-a0bf-fa3afe3abfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b523634-92c9-488f-a620-845258b4ed02,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:31.620989 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9fcf44de-d47b-4774-8875-fbea3acb6edd req-0a1a47c6-116c-42aa-a62f-0298c5d7ce65 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787220 Oct 27 01:21:31.653852 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-92647599-7f9e-487b-81a5-bf6927ff5d43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:31.677769 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-92647599-7f9e-487b-81a5-bf6927ff5d43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:31.820220 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-92647599-7f9e-487b-81a5-bf6927ff5d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:31.822819 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-92647599-7f9e-487b-81a5-bf6927ff5d43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:31.826276 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-92647599-7f9e-487b-81a5-bf6927ff5d43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b523634-92c9-488f-a620-845258b4ed02 HTTP/1.1" status: 204 len: 168 time: 0.2573593 Oct 27 01:21:31.839137 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92647599-7f9e-487b-81a5-bf6927ff5d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b523634-92c9-488f-a620-845258b4ed02,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:31.860057 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6bf03-5b04-4915-b5d3-b52f5a975576 req-7c824f91-0d24-4154-acab-fdaf7f7a24be tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:31.863345 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c8b6bf03-5b04-4915-b5d3-b52f5a975576 req-7c824f91-0d24-4154-acab-fdaf7f7a24be tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0791404 Oct 27 01:21:31.923464 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c8b6bf03-5b04-4915-b5d3-b52f5a975576 req-143ea3b6-2c76-41d9-8b34-b88febb54153 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476537 Oct 27 01:21:32.271149 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b7ee770b-945c-4004-9d0d-d9cd2a966be7 req-306bb369-4a18-4e74-8a39-bd2e97745ce3 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 210 time: 0.0306368 Oct 27 01:21:32.777500 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa5f11-8a97-4eca-93e5-fdfcfc8634dc req-e0f5b6f5-e1af-45fe-bfc1-dc1ef09af8c0 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:32.779170 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-27fa5f11-8a97-4eca-93e5-fdfcfc8634dc req-e0f5b6f5-e1af-45fe-bfc1-dc1ef09af8c0 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0647221 Oct 27 01:21:32.836903 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-27fa5f11-8a97-4eca-93e5-fdfcfc8634dc req-88d5738c-a327-4f47-9936-0fd54a8ea085 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513630 Oct 27 01:21:33.152771 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db3b9a-cdcf-4ac7-8ba2-14d5bd62e6da req-336c7a8b-f39b-4016-a07b-d649a16fb266 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:33.167179 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b8db3b9a-cdcf-4ac7-8ba2-14d5bd62e6da req-336c7a8b-f39b-4016-a07b-d649a16fb266 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0936022 Oct 27 01:21:33.235487 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b8db3b9a-cdcf-4ac7-8ba2-14d5bd62e6da req-53392668-3a02-461c-a447-815e97d2ebc1 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662305 Oct 27 01:21:33.380612 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-19c08fe5-0afa-44bd-92ae-07c3f7ce5210 req-2c20e131-2b34-4789-bf68-1954ee5676c9 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 210 time: 0.0316157 Oct 27 01:21:33.706206 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54892903-9a6a-417d-99ad-54bcd50ae9dd req-5d6505de-55f9-4681-9077-5438b4cd89f3 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:33.707935 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-54892903-9a6a-417d-99ad-54bcd50ae9dd req-5d6505de-55f9-4681-9077-5438b4cd89f3 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0590365 Oct 27 01:21:33.751320 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-54892903-9a6a-417d-99ad-54bcd50ae9dd req-5ded8bdc-7018-4166-8dfa-e3f70c2b58e7 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364943 Oct 27 01:21:33.983249 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153b52f-6397-46bd-b6b1-1053a98b3135 req-e5b9985d-42da-4944-b21d-bad78dca3446 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:33.983249 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d153b52f-6397-46bd-b6b1-1053a98b3135 req-e5b9985d-42da-4944-b21d-bad78dca3446 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0518401 Oct 27 01:21:34.009127 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d153b52f-6397-46bd-b6b1-1053a98b3135 req-d2f55045-c1b3-4fde-86b5-e84cb0cb8816 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373271 Oct 27 01:21:34.109771 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-fdd068f0-35f2-4ba2-9b14-de60ac396565 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:34.111283 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-fdd068f0-35f2-4ba2-9b14-de60ac396565 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.36 "GET /v2.0/networks?id=9a4571fc-d7ab-424a-af9f-0f896f2dad41 HTTP/1.1" status: 200 len: 813 time: 0.0992732 Oct 27 01:21:34.135484 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-ed9bd655-2afc-4153-91b8-113b5e4a05e0 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Request body: {'port': {'device_id': '343ff586-2029-4b30-ac5f-f827cf95a0ce', 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41', 'admin_state_up': True, 'tenant_id': '5e37607855ec49b6af8f28274acba57b'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:21:34.364839 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d70ec7-856c-4ff8-a352-49874f8753d9 req-de8577e2-d010-4238-896d-df783d62c1d8 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:34.366950 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-91d70ec7-856c-4ff8-a352-49874f8753d9 req-de8577e2-d010-4238-896d-df783d62c1d8 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0515044 Oct 27 01:21:34.403092 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-91d70ec7-856c-4ff8-a352-49874f8753d9 req-c023b9d5-ea96-438f-9aa3-05ecc919552c tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301824 Oct 27 01:21:34.476945 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d1d684b6-48f0-4853-9e49-898f45367325 req-d525fa0f-c8cd-407a-8fc0-69f66a5e9f50 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 210 time: 0.0295351 Oct 27 01:21:34.486882 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-ed9bd655-2afc-4153-91b8-113b5e4a05e0 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Made reservation on behalf of 5e37607855ec49b6af8f28274acba57b for: {'port': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:21:34.491387 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-ed9bd655-2afc-4153-91b8-113b5e4a05e0 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:34.622731 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-ed9bd655-2afc-4153-91b8-113b5e4a05e0 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Allocated IP 172.20.0.9 (9a4571fc-d7ab-424a-af9f-0f896f2dad41/948e74c1-7ae5-4faf-ba8f-e1cec7da79a5/d271dfc3-2e52-484f-8433-9676c21da897) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:21:34.788259 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-ed9bd655-2afc-4153-91b8-113b5e4a05e0 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:34.927328 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-ed9bd655-2afc-4153-91b8-113b5e4a05e0 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:34.936366 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08694f0-c318-42fa-b4cc-07cd9fa1644f req-a3786db6-8b2a-40a9-bf5e-d4bbc6a68899 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:34.944135 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f08694f0-c318-42fa-b4cc-07cd9fa1644f req-a3786db6-8b2a-40a9-bf5e-d4bbc6a68899 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0854425 Oct 27 01:21:34.988698 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f08694f0-c318-42fa-b4cc-07cd9fa1644f req-11d43d4b-bc40-41ee-a1d1-878a7bd489d4 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434120 Oct 27 01:21:35.017924 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-ed9bd655-2afc-4153-91b8-113b5e4a05e0 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Network 9a4571fc-d7ab-424a-af9f-0f896f2dad41 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:21:35.023327 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-ed9bd655-2afc-4153-91b8-113b5e4a05e0 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:21:35.047856 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-ed9bd655-2afc-4153-91b8-113b5e4a05e0 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:21:35.175027 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9bd655-2afc-4153-91b8-113b5e4a05e0 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Pushing event updated for resources: {'Port': ['ID=d271dfc3-2e52-484f-8433-9676c21da897,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:35.219390 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-ed9bd655-2afc-4153-91b8-113b5e4a05e0 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:35.225485 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-ed9bd655-2afc-4153-91b8-113b5e4a05e0 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:35.242952 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f740b-a042-47dd-91e4-a9ad5483c622 req-95152656-b613-41f7-9a6d-699604496d2a tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:35.253916 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e60f740b-a042-47dd-91e4-a9ad5483c622 req-95152656-b613-41f7-9a6d-699604496d2a tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0924242 Oct 27 01:21:35.338633 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e60f740b-a042-47dd-91e4-a9ad5483c622 req-7c7d8f0d-01dd-4de5-a6ce-9ba835006995 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812445 Oct 27 01:21:35.405204 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-ed9bd655-2afc-4153-91b8-113b5e4a05e0 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2742269 Oct 27 01:21:35.432173 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] Request body: {'port': {'device_id': '343ff586-2029-4b30-ac5f-f827cf95a0ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:21:35.497635 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-dcf8ab90-2ac1-4ceb-98e9-8f9a9c81959f None None] Provisioning complete for port d271dfc3-2e52-484f-8433-9676c21da897 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:35.498272 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dcf8ab90-2ac1-4ceb-98e9-8f9a9c81959f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:35.627569 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:35.639976 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0f52d-f69f-4dff-8473-bb208a951482 req-06e7d72d-8b87-4073-bf77-799077593e02 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:35.646613 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-dcf8ab90-2ac1-4ceb-98e9-8f9a9c81959f None None] Port d271dfc3-2e52-484f-8433-9676c21da897 cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:21:35.651199 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-33b0f52d-f69f-4dff-8473-bb208a951482 req-06e7d72d-8b87-4073-bf77-799077593e02 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.1137633 Oct 27 01:21:35.781416 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-33b0f52d-f69f-4dff-8473-bb208a951482 req-8d22159c-bec0-441d-885c-2cc6a7cdb69f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240721 Oct 27 01:21:35.826285 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f803c1-83a7-4255-be63-5b1acda9ca88 req-07e34d89-95f6-4ae6-9df9-c5bd1b3cbd41 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:35.828175 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-08f803c1-83a7-4255-be63-5b1acda9ca88 req-07e34d89-95f6-4ae6-9df9-c5bd1b3cbd41 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 931 time: 0.1744714 Oct 27 01:21:35.907898 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-08f803c1-83a7-4255-be63-5b1acda9ca88 req-d272dd93-e3f2-488e-82db-798e74bcf053 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736406 Oct 27 01:21:36.172198 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff56ef1-c936-4cba-89b9-96b2c641d45c req-f6fb77ad-8564-4c61-bcab-2b57c97e6449 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:36.192092 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2ff56ef1-c936-4cba-89b9-96b2c641d45c req-f6fb77ad-8564-4c61-bcab-2b57c97e6449 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.1180606 Oct 27 01:21:36.224289 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d271dfc3-2e52-484f-8433-9676c21da897 {{(pid=102100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:21:36.247579 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:36.270151 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2ff56ef1-c936-4cba-89b9-96b2c641d45c req-9c444c8c-a71c-422e-a107-b1f042fd82e8 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768366 Oct 27 01:21:36.305911 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.provisioning_blocks [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] Transition to ACTIVE for port object d271dfc3-2e52-484f-8433-9676c21da897 will not be triggered until provisioned by entity L2. {{(pid=102100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:21:36.418862 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:36.558529 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41854b-00fc-4445-8961-d9acf8e8134b req-daa6ea57-3887-485c-983f-b3a07dfeb78d tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:36.578246 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1f41854b-00fc-4445-8961-d9acf8e8134b req-daa6ea57-3887-485c-983f-b3a07dfeb78d tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.1057079 Oct 27 01:21:36.646058 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] Pushing event updated for resources: {'Port': ['ID=d271dfc3-2e52-484f-8433-9676c21da897,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:36.674420 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1f41854b-00fc-4445-8961-d9acf8e8134b req-d5c88555-8ceb-494d-a09f-845d73a34888 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950329 Oct 27 01:21:36.775686 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] Attempting to bind port d271dfc3-2e52-484f-8433-9676c21da897 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:21:36.776174 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] Attempting to bind port d271dfc3-2e52-484f-8433-9676c21da897 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': 'e1dae18a-ab4f-4784-846d-9fc752dcf330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41'}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:21:36.776746 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] Attempting to bind port d271dfc3-2e52-484f-8433-9676c21da897 on network 9a4571fc-d7ab-424a-af9f-0f896f2dad41 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:21:36.788590 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] Port d271dfc3-2e52-484f-8433-9676c21da897 on network 9a4571fc-d7ab-424a-af9f-0f896f2dad41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:21:36.789112 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] Attempting to bind port d271dfc3-2e52-484f-8433-9676c21da897 on network 9a4571fc-d7ab-424a-af9f-0f896f2dad41 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:21:36.800708 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] Checking agent: {'id': '5557effb-edc1-4af5-af56-f2013bdcbb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'started_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:21:36.801205 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] Checking segment: {'id': 'e1dae18a-ab4f-4784-846d-9fc752dcf330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:21:36.801698 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] Bound using segment: {'id': 'e1dae18a-ab4f-4784-846d-9fc752dcf330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41'} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:21:36.802287 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] Bound port: d271dfc3-2e52-484f-8433-9676c21da897, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1dae18a-ab4f-4784-846d-9fc752dcf330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41'}}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:21:36.802752 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:37.019197 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] For port d271dfc3-2e52-484f-8433-9676c21da897, host hv-cinder-81556, cleared binding levels {{(pid=102100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:21:37.024455 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] For port d271dfc3-2e52-484f-8433-9676c21da897, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=d271dfc3-2e52-484f-8433-9676c21da897,segment=NetworkSegment(e1dae18a-ab4f-4784-846d-9fc752dcf330),segment_id=e1dae18a-ab4f-4784-846d-9fc752dcf330)] {{(pid=102100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:21:37.039120 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb74a56-fe6f-4159-a59c-17055143ee2d req-b4175563-2751-4e5b-8a60-9e438cd93a69 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:37.040651 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ccb74a56-fe6f-4159-a59c-17055143ee2d req-b4175563-2751-4e5b-8a60-9e438cd93a69 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.1062860 Oct 27 01:21:37.138910 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:37.185633 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 33936) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:37.239812 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:37.243145 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:37.243549 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ccb74a56-fe6f-4159-a59c-17055143ee2d req-49b476b2-5d39-48f3-a9ee-e3d1a0764b02 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870823 Oct 27 01:21:37.251032 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] 10.222.0.36 "PUT /v2.0/ports/d271dfc3-2e52-484f-8433-9676c21da897 HTTP/1.1" status: 200 len: 1093 time: 1.8214610 Oct 27 01:21:37.253157 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343ff586-2029-4b30-ac5f-f827cf95a0ce', 'tag': 'd271dfc3-2e52-484f-8433-9676c21da897'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:21:37.261003 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302aa5e5-a7c8-412d-adba-f348586f91ed" -d '{"events": [{"name": "network-changed", "server_uuid": "343ff586-2029-4b30-ac5f-f827cf95a0ce", "tag": "d271dfc3-2e52-484f-8433-9676c21da897"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:21:37.305606 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44208dd5-c5b0-4592-aba8-8c6e0cb3483b service neutron] Pushing event updated for resources: {'Port': ['ID=d271dfc3-2e52-484f-8433-9676c21da897,revision_number=3']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:37.323622 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc3c3e-20bf-4985-9ed0-f52f776c81b9 req-ff1196cc-c843-4f94-8d99-244e68947ae0 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:37.331383 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a9fc3c3e-20bf-4985-9ed0-f52f776c81b9 req-ff1196cc-c843-4f94-8d99-244e68947ae0 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 943 time: 0.1878116 Oct 27 01:21:37.388600 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c618b65-3a4c-45cb-9a0d-d1e88ae58f6c x-openstack-request-id: req-5c618b65-3a4c-45cb-9a0d-d1e88ae58f6c {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:21:37.389194 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343ff586-2029-4b30-ac5f-f827cf95a0ce", "tag": "d271dfc3-2e52-484f-8433-9676c21da897", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:21:37.389465 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c618b65-3a4c-45cb-9a0d-d1e88ae58f6c {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:21:37.389991 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343ff586-2029-4b30-ac5f-f827cf95a0ce', 'tag': 'd271dfc3-2e52-484f-8433-9676c21da897', 'status': 'completed', 'code': 200} Oct 27 01:21:37.430225 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a9fc3c3e-20bf-4985-9ed0-f52f776c81b9 req-efecaa71-217e-4f1f-9e1f-0260a1d05543 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919247 Oct 27 01:21:37.570811 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d5b16-0c71-409e-8de0-268fc1ae540b req-6b270227-da91-45a8-b591-8726d819cb4e tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:37.583203 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-97ef9c85-6591-44ce-8adf-b206f3d08411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:37.585086 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c04d5b16-0c71-409e-8de0-268fc1ae540b req-6b270227-da91-45a8-b591-8726d819cb4e tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.1029420 Oct 27 01:21:37.700792 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c04d5b16-0c71-409e-8de0-268fc1ae540b req-523ecce5-757c-40f8-b0a5-6fadf0996d68 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139715 Oct 27 01:21:37.783092 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302aa5e5-a7c8-412d-adba-f348586f91ed req-114f88b9-0ae9-4466-ae8e-5c7483e16ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:37.785583 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-302aa5e5-a7c8-412d-adba-f348586f91ed req-114f88b9-0ae9-4466-ae8e-5c7483e16ce1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e37607855ec49b6af8f28274acba57b&device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 1096 time: 0.1072669 Oct 27 01:21:37.825536 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-97ef9c85-6591-44ce-8adf-b206f3d08411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:37.908602 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-97ef9c85-6591-44ce-8adf-b206f3d08411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:37.979537 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302aa5e5-a7c8-412d-adba-f348586f91ed req-af2b3950-01c9-4a04-b4d6-4d706b5faa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:37.982884 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-302aa5e5-a7c8-412d-adba-f348586f91ed req-af2b3950-01c9-4a04-b4d6-4d706b5faa26 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5e37607855ec49b6af8f28274acba57b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1774280 Oct 27 01:21:37.985831 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-97ef9c85-6591-44ce-8adf-b206f3d08411 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d8d36480ab84442a32433b979a21ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7950957 Oct 27 01:21:37.986960 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef9c85-6591-44ce-8adf-b206f3d08411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39471e6c-1d8c-4cb0-8919-d289c04f4b7f,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:37.989812 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 33950) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:38.152929 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-5b137d5c-75c2-48af-bbcd-8ffd2e70386f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:38.207729 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-5b137d5c-75c2-48af-bbcd-8ffd2e70386f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:38.231520 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302aa5e5-a7c8-412d-adba-f348586f91ed req-9fd1ec4e-75bf-4220-b712-838fbfd5065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:38.236531 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-302aa5e5-a7c8-412d-adba-f348586f91ed req-9fd1ec4e-75bf-4220-b712-838fbfd5065b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1894042 Oct 27 01:21:38.383762 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-5b137d5c-75c2-48af-bbcd-8ffd2e70386f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:38.386619 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-5b137d5c-75c2-48af-bbcd-8ffd2e70386f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:38.390391 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-5b137d5c-75c2-48af-bbcd-8ffd2e70386f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39471e6c-1d8c-4cb0-8919-d289c04f4b7f HTTP/1.1" status: 204 len: 168 time: 0.3861604 Oct 27 01:21:38.405656 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b137d5c-75c2-48af-bbcd-8ffd2e70386f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39471e6c-1d8c-4cb0-8919-d289c04f4b7f,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:38.510680 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c50ecd-2106-4846-8be2-4f740c5c08aa req-d5687270-7eb8-4b80-8758-fca4d88b5aed tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:38.519070 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f3c50ecd-2106-4846-8be2-4f740c5c08aa req-d5687270-7eb8-4b80-8758-fca4d88b5aed tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.7206404 Oct 27 01:21:38.541857 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:21:38.559895 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02d23e-5b0e-4985-8bf9-5408b0a86657 req-ff06d606-9344-4dcf-8b66-8e4c4ae8f949 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:38.567026 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0e02d23e-5b0e-4985-8bf9-5408b0a86657 req-ff06d606-9344-4dcf-8b66-8e4c4ae8f949 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.1614807 Oct 27 01:21:38.655559 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f3c50ecd-2106-4846-8be2-4f740c5c08aa req-29eafd8a-c192-4e12-a959-c85cdb8526e3 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265268 Oct 27 01:21:38.728050 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0e02d23e-5b0e-4985-8bf9-5408b0a86657 req-aee4f69b-ee38-4b59-b87b-10f54d55233e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599801 Oct 27 01:21:38.885084 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc189e2-c44b-4cd1-946f-309475b79938 req-f172ae94-775c-4105-b400-22e0dc18a0e4 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:38.886606 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3dc189e2-c44b-4cd1-946f-309475b79938 req-f172ae94-775c-4105-b400-22e0dc18a0e4 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 943 time: 0.0824237 Oct 27 01:21:38.948799 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be8162-9df2-444a-8022-9ebb1a1edc3b req-10d456f3-e422-417e-8158-65cc42c78310 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:38.957626 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-77be8162-9df2-444a-8022-9ebb1a1edc3b req-10d456f3-e422-417e-8158-65cc42c78310 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0937862 Oct 27 01:21:38.961960 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3dc189e2-c44b-4cd1-946f-309475b79938 req-bd9c867a-8d55-4082-ae52-4d10a16a237f tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616932 Oct 27 01:21:39.030971 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-77be8162-9df2-444a-8022-9ebb1a1edc3b req-b1a2682b-d75c-429b-b81a-e6cf9306baee tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701964 Oct 27 01:21:39.764528 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbd58d-2c1f-4de9-9df1-2c223d40f293 req-13326625-6e7b-4da9-841c-a744109ab56c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:39.766563 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-69bbd58d-2c1f-4de9-9df1-2c223d40f293 req-13326625-6e7b-4da9-841c-a744109ab56c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0477383 Oct 27 01:21:39.809674 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-69bbd58d-2c1f-4de9-9df1-2c223d40f293 req-768743c6-632e-43db-9e51-95360d914d69 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348051 Oct 27 01:21:39.875617 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-e41c53bd-aa6f-4569-a088-82f1bb2b211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:39.878365 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-e41c53bd-aa6f-4569-a088-82f1bb2b211a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e37607855ec49b6af8f28274acba57b&device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 1096 time: 0.0683758 Oct 27 01:21:39.930853 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4594a-5500-4254-be56-2ce8257ae269 req-2479a2a1-2b4d-4953-8286-f6e532a15589 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:39.932357 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6eb4594a-5500-4254-be56-2ce8257ae269 req-2479a2a1-2b4d-4953-8286-f6e532a15589 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0841846 Oct 27 01:21:39.973505 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6eb4594a-5500-4254-be56-2ce8257ae269 req-009b8795-a310-4664-ab42-8bdbe15a0203 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348978 Oct 27 01:21:40.133539 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477791de-3abd-4774-be38-f1e098a15b13 req-a975041b-b837-4642-8326-9bba393701b5 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:40.151361 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-477791de-3abd-4774-be38-f1e098a15b13 req-a975041b-b837-4642-8326-9bba393701b5 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 943 time: 0.1108086 Oct 27 01:21:40.247967 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-477791de-3abd-4774-be38-f1e098a15b13 req-c6a4bc1f-fcd2-45b0-ad50-69953ca5b09b tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874419 Oct 27 01:21:40.263841 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6d03e-0c18-4ec5-bc7d-20d54f9e7804 req-a79019ae-39b5-443b-b04e-7dee47f1b45b tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:40.265407 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-07e6d03e-0c18-4ec5-bc7d-20d54f9e7804 req-a79019ae-39b5-443b-b04e-7dee47f1b45b tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.1059401 Oct 27 01:21:40.311194 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 33980) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:40.322207 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-07e6d03e-0c18-4ec5-bc7d-20d54f9e7804 req-1ebbf4a0-42f3-45a1-96c5-5b8de52a5118 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450261 Oct 27 01:21:40.339460 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-204ed2e2-41af-4279-8554-5ca2ca7d29e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:40.429567 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-204ed2e2-41af-4279-8554-5ca2ca7d29e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:40.492266 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-204ed2e2-41af-4279-8554-5ca2ca7d29e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:40.537066 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-204ed2e2-41af-4279-8554-5ca2ca7d29e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a117d383d2a747bf9bfb02423bb74387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2222223 Oct 27 01:21:40.537066 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ed2e2-41af-4279-8554-5ca2ca7d29e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2b2de4-425d-48d7-8eea-5aedd9331043,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:40.538446 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 33982) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:40.607407 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-995f658c-d955-4fa8-ba7c-bbf83a65ddd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:40.630440 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-995f658c-d955-4fa8-ba7c-bbf83a65ddd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:40.799233 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-995f658c-d955-4fa8-ba7c-bbf83a65ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:40.801759 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-995f658c-d955-4fa8-ba7c-bbf83a65ddd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:40.809233 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-995f658c-d955-4fa8-ba7c-bbf83a65ddd2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c2b2de4-425d-48d7-8eea-5aedd9331043 HTTP/1.1" status: 204 len: 168 time: 0.2631454 Oct 27 01:21:40.815973 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f658c-d955-4fa8-ba7c-bbf83a65ddd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2b2de4-425d-48d7-8eea-5aedd9331043,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:40.929703 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44722db7-2506-4c3f-8c06-9993e0c05434 req-d25a5acc-1f85-414b-86f3-2aa6ca14178d tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:40.931324 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-44722db7-2506-4c3f-8c06-9993e0c05434 req-d25a5acc-1f85-414b-86f3-2aa6ca14178d tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0516410 Oct 27 01:21:40.969676 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-44722db7-2506-4c3f-8c06-9993e0c05434 req-65227e98-c5c3-4716-805f-ea1527fe77ee tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323484 Oct 27 01:21:41.110452 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917d265-ba70-450d-95df-6eff487e168a req-c7814414-09dd-41ea-98c0-b8baea2371ee tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:41.112403 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f917d265-ba70-450d-95df-6eff487e168a req-c7814414-09dd-41ea-98c0-b8baea2371ee tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0564804 Oct 27 01:21:41.153267 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f917d265-ba70-450d-95df-6eff487e168a req-fcdc87f6-e2dd-4c2a-a994-b72f0eff71c4 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345273 Oct 27 01:21:41.361466 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f32086-b14c-4220-9327-251a955f811c req-ce7bbe95-ad7c-4df8-86db-68611ab74bde tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:41.363012 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-41f32086-b14c-4220-9327-251a955f811c req-ce7bbe95-ad7c-4df8-86db-68611ab74bde tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 943 time: 0.0548012 Oct 27 01:21:41.425423 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-41f32086-b14c-4220-9327-251a955f811c req-f691b9d5-1d7a-4e7f-8065-3a755e7ec362 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546625 Oct 27 01:21:41.446928 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c403e-1d6f-4b1e-b757-464a4b4d610b req-3d537a96-c486-44b7-8df0-002583ff7643 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:41.448375 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4b3c403e-1d6f-4b1e-b757-464a4b4d610b req-3d537a96-c486-44b7-8df0-002583ff7643 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0579484 Oct 27 01:21:41.491113 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4b3c403e-1d6f-4b1e-b757-464a4b4d610b req-8eab61f6-c093-4023-ba5e-63d8a6884905 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366466 Oct 27 01:21:42.097842 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ffad9-79af-487b-ae20-5f7ab688f44f req-1a8fe1fb-c5c1-470a-a1e3-9b1538c9fb83 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:42.099393 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-857ffad9-79af-487b-ae20-5f7ab688f44f req-1a8fe1fb-c5c1-470a-a1e3-9b1538c9fb83 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0562642 Oct 27 01:21:42.140351 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-857ffad9-79af-487b-ae20-5f7ab688f44f req-25ae0d67-7452-46c2-9eb0-17f3218936c1 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340366 Oct 27 01:21:42.301103 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc0e83-dc56-4d1f-a2ef-0706e4dca741 req-eeb12c08-905c-4361-a4f6-e8bfe5ec0053 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:42.302609 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-48bc0e83-dc56-4d1f-a2ef-0706e4dca741 req-eeb12c08-905c-4361-a4f6-e8bfe5ec0053 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0573387 Oct 27 01:21:42.351807 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-48bc0e83-dc56-4d1f-a2ef-0706e4dca741 req-38b7b7e3-33b0-4a97-a07a-15772b23e0b1 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428362 Oct 27 01:21:42.542098 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796a6e8-3040-46d3-9302-e028f781b8a5 req-4bb6fc48-866c-469d-af4b-60f1c2f758ba tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:42.543580 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-7796a6e8-3040-46d3-9302-e028f781b8a5 req-4bb6fc48-866c-469d-af4b-60f1c2f758ba tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 943 time: 0.0506566 Oct 27 01:21:42.614128 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-7796a6e8-3040-46d3-9302-e028f781b8a5 req-c9ad8382-80bb-4532-a64a-3ff67593826d tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644867 Oct 27 01:21:42.638792 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a91ac-6eb4-4cc1-8d55-ce3f69e8ab6e req-15307652-bc05-4b16-bd03-812ba59d3482 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:42.640341 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-287a91ac-6eb4-4cc1-8d55-ce3f69e8ab6e req-15307652-bc05-4b16-bd03-812ba59d3482 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0778871 Oct 27 01:21:42.696457 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-287a91ac-6eb4-4cc1-8d55-ce3f69e8ab6e req-8e112656-ed3b-438c-8015-0cf6c0e9b3e8 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462127 Oct 27 01:21:43.265430 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57e8c9-82b3-46b6-a0f7-fb55217750fb req-1b5c650d-8343-4bc6-9381-82b7e720e216 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:43.266834 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fa57e8c9-82b3-46b6-a0f7-fb55217750fb req-1b5c650d-8343-4bc6-9381-82b7e720e216 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0489368 Oct 27 01:21:43.315241 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fa57e8c9-82b3-46b6-a0f7-fb55217750fb req-9d4d2b01-20f7-45ba-8eb7-be4af6273cee tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406470 Oct 27 01:21:43.481079 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4c5e8-b71e-4de8-a75e-f97699451653 req-4a215961-cae2-4013-9297-1e4485fd830d tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:43.482885 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-7cf4c5e8-b71e-4de8-a75e-f97699451653 req-4a215961-cae2-4013-9297-1e4485fd830d tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0516343 Oct 27 01:21:43.521563 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-7cf4c5e8-b71e-4de8-a75e-f97699451653 req-28791ca3-cd1d-4224-862b-36e809c2f863 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322692 Oct 27 01:21:43.768379 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a681350-7688-47a4-8731-a8fa50fcb88c req-49e39608-76da-426c-aab9-a9c97f6c7cca tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:43.770016 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3a681350-7688-47a4-8731-a8fa50fcb88c req-49e39608-76da-426c-aab9-a9c97f6c7cca tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 943 time: 0.0586951 Oct 27 01:21:43.836240 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3a681350-7688-47a4-8731-a8fa50fcb88c req-97c16f7d-e12c-49ef-ba6e-2fd00e53abe3 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562675 Oct 27 01:21:43.847655 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10934f7-6ba9-43f9-b32c-c98c50736647 req-69f8f561-2a57-4d24-b40b-199239bca393 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:43.849107 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f10934f7-6ba9-43f9-b32c-c98c50736647 req-69f8f561-2a57-4d24-b40b-199239bca393 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0780802 Oct 27 01:21:43.903309 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f10934f7-6ba9-43f9-b32c-c98c50736647 req-5b82000a-5cda-45ad-a6e3-9336d29749dd tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471783 Oct 27 01:21:44.438158 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7015d9-0ffc-4cec-b1e6-ef7f9f915bb6 req-3f7be821-36c7-4a10-9f69-9c27259a6395 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:44.439707 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-7f7015d9-0ffc-4cec-b1e6-ef7f9f915bb6 req-3f7be821-36c7-4a10-9f69-9c27259a6395 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0488167 Oct 27 01:21:44.494876 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-7f7015d9-0ffc-4cec-b1e6-ef7f9f915bb6 req-e79bc7a1-bcfc-4e19-ae2b-c72237070bbe tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490704 Oct 27 01:21:44.652296 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df7044-8ff0-4e3f-9a11-f2fa2477bc14 req-c81307de-6b37-4f53-8516-29d4ec0f7b48 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:44.653976 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-18df7044-8ff0-4e3f-9a11-f2fa2477bc14 req-c81307de-6b37-4f53-8516-29d4ec0f7b48 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0492904 Oct 27 01:21:44.717222 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-18df7044-8ff0-4e3f-9a11-f2fa2477bc14 req-a4d3ac42-1878-4d54-9cb9-735e396a9343 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569460 Oct 27 01:21:44.971149 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be816afe-02ab-469c-b2ed-1457cfb9fe6e req-c404fca1-52bd-4d1b-b407-02085e9155a6 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:44.972941 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-be816afe-02ab-469c-b2ed-1457cfb9fe6e req-c404fca1-52bd-4d1b-b407-02085e9155a6 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 943 time: 0.0638309 Oct 27 01:21:45.051698 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49217a1e-0094-4681-8e59-6f1cc33b9065 req-eae6840c-a3e8-4073-a9e7-edb74d8f28a5 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:45.056195 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-49217a1e-0094-4681-8e59-6f1cc33b9065 req-eae6840c-a3e8-4073-a9e7-edb74d8f28a5 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0796368 Oct 27 01:21:45.077034 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-be816afe-02ab-469c-b2ed-1457cfb9fe6e req-cff43064-b1b4-4c3a-b243-62dc3c923739 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775595 Oct 27 01:21:45.103167 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-49217a1e-0094-4681-8e59-6f1cc33b9065 req-4ffc7699-67e1-49d9-94f3-81e5384540c4 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333955 Oct 27 01:21:45.626702 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ad142-a622-4ea7-828c-404688ecb14d req-de9da194-69fc-42f6-b741-83ef0a33b438 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:45.628163 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-894ad142-a622-4ea7-828c-404688ecb14d req-de9da194-69fc-42f6-b741-83ef0a33b438 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0559106 Oct 27 01:21:45.679697 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-894ad142-a622-4ea7-828c-404688ecb14d req-1f7e6ee2-7ddf-4b5f-8a68-e4480c8f5039 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421722 Oct 27 01:21:45.852528 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e555b6-b456-4b97-b0bf-bfe7b10738bb req-2c336ec7-f3a9-46a2-86c7-87f9f126b17b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:45.854136 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a7e555b6-b456-4b97-b0bf-bfe7b10738bb req-2c336ec7-f3a9-46a2-86c7-87f9f126b17b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0561838 Oct 27 01:21:45.894211 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a7e555b6-b456-4b97-b0bf-bfe7b10738bb req-eeaa5ec3-edcd-4afc-a069-7ad3a55483b8 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324285 Oct 27 01:21:46.218075 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc792dc-b1e6-4a5e-b69a-231960e4407c req-8588deb3-a926-40e7-9627-e541d9b6da2c tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:46.219660 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9bc792dc-b1e6-4a5e-b69a-231960e4407c req-8588deb3-a926-40e7-9627-e541d9b6da2c tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 943 time: 0.0846095 Oct 27 01:21:46.303642 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9bc792dc-b1e6-4a5e-b69a-231960e4407c req-cb9d2c56-becd-463f-9384-1da86b1a7570 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711501 Oct 27 01:21:46.322445 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be1899-aaf1-445a-b227-9e6cd6a7cdc4 req-39f82401-1058-4a34-9d85-fe52419e73b7 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:46.322445 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-79be1899-aaf1-445a-b227-9e6cd6a7cdc4 req-39f82401-1058-4a34-9d85-fe52419e73b7 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0970252 Oct 27 01:21:46.556042 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-79be1899-aaf1-445a-b227-9e6cd6a7cdc4 req-1feccd32-59b5-45c7-859f-38a171755050 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417247 Oct 27 01:21:46.736168 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:46.815475 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb4fe2-be3a-411a-a186-6fdc2dbb19b8 req-32bf5f57-30b6-4ba9-99ea-5a76182de6d2 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:46.816858 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0ffb4fe2-be3a-411a-a186-6fdc2dbb19b8 req-32bf5f57-30b6-4ba9-99ea-5a76182de6d2 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0498140 Oct 27 01:21:46.854054 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0ffb4fe2-be3a-411a-a186-6fdc2dbb19b8 req-82b09f1e-ca20-4ab5-a5aa-367a5efb3f6f tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305295 Oct 27 01:21:47.028705 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef9bc3-cbc7-4a4e-98e3-72e05e2abdd7 req-0013d11b-527c-4d5e-9f0f-c55329d5efaf tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:47.030234 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c8ef9bc3-cbc7-4a4e-98e3-72e05e2abdd7 req-0013d11b-527c-4d5e-9f0f-c55329d5efaf tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0560589 Oct 27 01:21:47.069233 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c8ef9bc3-cbc7-4a4e-98e3-72e05e2abdd7 req-f411b0ca-835e-483d-964b-fdc077131880 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323129 Oct 27 01:21:47.421401 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492c0d0-f46d-4251-b44a-373eca171df0 req-0578b448-e537-4412-a3f4-2a2b2e51574d tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:47.426908 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5492c0d0-f46d-4251-b44a-373eca171df0 req-0578b448-e537-4412-a3f4-2a2b2e51574d tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 943 time: 0.0543232 Oct 27 01:21:47.500410 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5492c0d0-f46d-4251-b44a-373eca171df0 req-d19ebffc-f178-407e-808b-2aed4bfc0d2b tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693476 Oct 27 01:21:47.518863 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48e8e0-2710-4698-b9a4-04bbbf0d1874 req-e506be6b-584e-4b0a-92b1-a74f9a15941a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:47.522602 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fa48e8e0-2710-4698-b9a4-04bbbf0d1874 req-e506be6b-584e-4b0a-92b1-a74f9a15941a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0674858 Oct 27 01:21:47.560436 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fa48e8e0-2710-4698-b9a4-04bbbf0d1874 req-3af7089a-147d-41a9-b3e0-25530a05bc41 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341766 Oct 27 01:21:47.977986 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905bac8-f0f3-4350-8444-cb23b83afd29 req-7dad3d62-eb6e-4e76-a15d-1cdcd463a66e tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:47.979635 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9905bac8-f0f3-4350-8444-cb23b83afd29 req-7dad3d62-eb6e-4e76-a15d-1cdcd463a66e tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0585465 Oct 27 01:21:48.019534 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9905bac8-f0f3-4350-8444-cb23b83afd29 req-a4d3e792-b187-4a91-81c7-25637f57a1b8 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335665 Oct 27 01:21:48.221296 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c839e90-fc59-4e21-ab3c-d83c7138135f req-b2e8ad86-0f86-45c7-b020-517c221a3ec8 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:48.226389 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6c839e90-fc59-4e21-ab3c-d83c7138135f req-b2e8ad86-0f86-45c7-b020-517c221a3ec8 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0547254 Oct 27 01:21:48.262337 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6c839e90-fc59-4e21-ab3c-d83c7138135f req-e7c1d33d-b995-4a5f-96dd-a716dbf9c14c tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326946 Oct 27 01:21:48.641172 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409147f-c38a-4126-8f7a-d9deccbad312 req-04e84e35-52eb-4d0f-b9ab-4ca52286ac2c tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:48.647466 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3409147f-c38a-4126-8f7a-d9deccbad312 req-04e84e35-52eb-4d0f-b9ab-4ca52286ac2c tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 943 time: 0.0688565 Oct 27 01:21:48.718526 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3409147f-c38a-4126-8f7a-d9deccbad312 req-63dcdd45-5e3d-4a8d-9694-8698f7804584 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676353 Oct 27 01:21:48.726640 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bbc5d-dca8-4841-a74b-0abff8a033cd req-c77c826a-8e1e-4d23-8069-af4c0f5391da tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:48.728025 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-bc5bbc5d-dca8-4841-a74b-0abff8a033cd req-c77c826a-8e1e-4d23-8069-af4c0f5391da tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0792651 Oct 27 01:21:48.777506 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-bc5bbc5d-dca8-4841-a74b-0abff8a033cd req-f04d0795-f04b-4306-8284-f848cdec1639 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382974 Oct 27 01:21:49.139092 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb5222-7046-4a3d-9401-87af3e3e1e72 req-5e2a33c3-a423-4363-91c0-60f1e00f3941 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:49.146176 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2edb5222-7046-4a3d-9401-87af3e3e1e72 req-5e2a33c3-a423-4363-91c0-60f1e00f3941 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0569968 Oct 27 01:21:49.179057 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2edb5222-7046-4a3d-9401-87af3e3e1e72 req-732d0911-c1cd-436b-bd3f-b73a858fc717 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315335 Oct 27 01:21:49.390626 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bea1d3-addf-4bf2-93c3-453921aa22e1 req-7897a71a-a487-449a-bd9c-ac7d16f819e8 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:49.392175 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c4bea1d3-addf-4bf2-93c3-453921aa22e1 req-7897a71a-a487-449a-bd9c-ac7d16f819e8 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0495608 Oct 27 01:21:49.440532 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c4bea1d3-addf-4bf2-93c3-453921aa22e1 req-aff278b6-19cd-498a-aabd-a1469b049413 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416625 Oct 27 01:21:49.844036 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151242bb-544c-406a-a1cc-cb93b46726b5 req-e5b3aea0-6ec7-4f87-9138-2f6dc853c851 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:49.846057 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-151242bb-544c-406a-a1cc-cb93b46726b5 req-e5b3aea0-6ec7-4f87-9138-2f6dc853c851 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 943 time: 0.0551727 Oct 27 01:21:49.922671 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-151242bb-544c-406a-a1cc-cb93b46726b5 req-79d85e9c-bc34-4b5c-9943-42a9058b4275 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398185 Oct 27 01:21:49.939723 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5f043-1530-455e-a0b9-244a536af289 req-29d4e84d-6116-4de9-b83c-449c40ee1e74 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:49.941369 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-59e5f043-1530-455e-a0b9-244a536af289 req-29d4e84d-6116-4de9-b83c-449c40ee1e74 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0940535 Oct 27 01:21:49.990063 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-59e5f043-1530-455e-a0b9-244a536af289 req-1bb8b439-b9ee-47c6-ba82-4d5ae40c628f tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412960 Oct 27 01:21:50.305379 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b98fef-a54f-4729-9abe-58f7f40a2a5c req-bcafb24b-6091-4a94-819d-a5dbbfa5a9fd tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:50.306946 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-93b98fef-a54f-4729-9abe-58f7f40a2a5c req-bcafb24b-6091-4a94-819d-a5dbbfa5a9fd tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0552406 Oct 27 01:21:50.352372 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-93b98fef-a54f-4729-9abe-58f7f40a2a5c req-d4956f1b-e239-424c-8d18-5979136774e4 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392039 Oct 27 01:21:50.559089 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60979367-fb18-4cc7-b748-b0ecea9fe82b req-e8e57612-0761-4e43-919f-fb13b63bc9dd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:50.560567 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-60979367-fb18-4cc7-b748-b0ecea9fe82b req-e8e57612-0761-4e43-919f-fb13b63bc9dd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0494652 Oct 27 01:21:50.599295 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-60979367-fb18-4cc7-b748-b0ecea9fe82b req-98f33563-def1-49d6-8af2-314404652023 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327156 Oct 27 01:21:50.793885 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-54c2f95b-dba2-4a7d-af1e-1e4a6ecc583d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d271dfc3-2e52-484f-8433-9676c21da897 HTTP/1.1" status: 200 len: 217 time: 0.0354242 Oct 27 01:21:50.913394 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-8c7beec7-552c-435b-a219-6e77e9725ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:50.914913 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-8c7beec7-552c-435b-a219-6e77e9725ce2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=948e74c1-7ae5-4faf-ba8f-e1cec7da79a5 HTTP/1.1" status: 200 len: 852 time: 0.0480511 Oct 27 01:21:50.967907 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-11a60d39-31b6-4bff-9952-4b9a66d5fc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:50.969417 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-11a60d39-31b6-4bff-9952-4b9a66d5fc30 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a4571fc-d7ab-424a-af9f-0f896f2dad41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415010 Oct 27 01:21:51.042721 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e91959-69a2-45b9-858d-31fa2f98a173 req-64a18f87-dce8-4c1e-9c0f-0ef6b52dfe67 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:51.044317 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-83e91959-69a2-45b9-858d-31fa2f98a173 req-64a18f87-dce8-4c1e-9c0f-0ef6b52dfe67 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 943 time: 0.0526879 Oct 27 01:21:51.079497 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-4775d8e4-86b5-41a4-867c-dbf11279198c service neutron] 10.222.0.36 "GET /v2.0/networks/9a4571fc-d7ab-424a-af9f-0f896f2dad41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856531 Oct 27 01:21:51.116091 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-83e91959-69a2-45b9-858d-31fa2f98a173 req-2533f6f4-64f9-4cba-bfd2-5b37e61f8c2e tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641973 Oct 27 01:21:51.133471 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eddadd-0298-422f-83f9-c37d0ca22e19 req-f5d49369-52c0-4131-88b7-e907e01b0aef tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:51.134994 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-34eddadd-0298-422f-83f9-c37d0ca22e19 req-f5d49369-52c0-4131-88b7-e907e01b0aef tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0697200 Oct 27 01:21:51.173453 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-34eddadd-0298-422f-83f9-c37d0ca22e19 req-936798d0-fc07-4733-816e-cd1cd55db9b3 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321457 Oct 27 01:21:51.180224 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-060af5f8-43a1-48d4-9bc4-422cf817c0a9 req-b88b7ef6-85fd-4ad1-944f-c84de6160cf0 service neutron] 10.222.0.36 "GET /v2.0/networks/9a4571fc-d7ab-424a-af9f-0f896f2dad41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897965 Oct 27 01:21:51.467215 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1610e0-7258-4143-a285-2b0daf4aa59e req-c2fe37fd-5f6b-41b0-8568-9aabf4786249 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:51.468680 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-dd1610e0-7258-4143-a285-2b0daf4aa59e req-c2fe37fd-5f6b-41b0-8568-9aabf4786249 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0480042 Oct 27 01:21:51.507959 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-dd1610e0-7258-4143-a285-2b0daf4aa59e req-eea73f95-7043-478b-a6ec-61baaaf16b9e tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322437 Oct 27 01:21:51.653621 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 34166) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:51.721975 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734addd4-4303-4c61-95bf-3292adbebec1 req-2e88a7ee-1f0d-4374-8c1f-b180fffcc477 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:51.723567 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-734addd4-4303-4c61-95bf-3292adbebec1 req-2e88a7ee-1f0d-4374-8c1f-b180fffcc477 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0516684 Oct 27 01:21:51.766832 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-83506026-5228-4efc-b46f-59d8c73af84a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:51.789282 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-734addd4-4303-4c61-95bf-3292adbebec1 req-241cceb8-4af7-416b-8615-51f02eae7460 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590291 Oct 27 01:21:51.848997 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-83506026-5228-4efc-b46f-59d8c73af84a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:51.909355 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-83506026-5228-4efc-b46f-59d8c73af84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:51.947045 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-83506026-5228-4efc-b46f-59d8c73af84a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f35b38b27bcf44979bfa4b763eef135c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923176 Oct 27 01:21:51.947888 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83506026-5228-4efc-b46f-59d8c73af84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd8cf1e-9910-4c1f-8176-8fa7a18e43ec,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:51.949776 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 34172) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:21:51.999675 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-31d86a54-3acd-4341-92bf-c8ee1364b48a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:52.020162 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-31d86a54-3acd-4341-92bf-c8ee1364b48a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:52.153003 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-31d86a54-3acd-4341-92bf-c8ee1364b48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:52.155668 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-31d86a54-3acd-4341-92bf-c8ee1364b48a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:52.156830 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-31d86a54-3acd-4341-92bf-c8ee1364b48a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ecd8cf1e-9910-4c1f-8176-8fa7a18e43ec HTTP/1.1" status: 204 len: 168 time: 0.2059731 Oct 27 01:21:52.165433 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d86a54-3acd-4341-92bf-c8ee1364b48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd8cf1e-9910-4c1f-8176-8fa7a18e43ec,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:52.234126 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b7a88-b796-4b4d-9bc6-73419e72c4ec req-0f4dc83d-2e9b-48d6-b089-7610ec60e1e3 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:52.235662 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-219b7a88-b796-4b4d-9bc6-73419e72c4ec req-0f4dc83d-2e9b-48d6-b089-7610ec60e1e3 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 943 time: 0.0499194 Oct 27 01:21:52.305004 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-219b7a88-b796-4b4d-9bc6-73419e72c4ec req-ad5c276d-f718-4b77-9b74-b0e7bd6f3175 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624931 Oct 27 01:21:52.318638 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0698b-6100-422b-8dc1-b97b7df2ea0a req-b7316f35-669b-4ec6-8bd1-aa095ae911a8 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:52.320252 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-97e0698b-6100-422b-8dc1-b97b7df2ea0a req-b7316f35-669b-4ec6-8bd1-aa095ae911a8 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0719247 Oct 27 01:21:52.358710 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-97e0698b-6100-422b-8dc1-b97b7df2ea0a req-d4873ced-12ef-43e4-965f-61b853053ec8 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325544 Oct 27 01:21:52.621988 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c98238-a3e8-40cb-b3e2-89bd3c024609 req-2027d679-4f65-43f6-8036-4a10af3b57f7 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:52.623532 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-66c98238-a3e8-40cb-b3e2-89bd3c024609 req-2027d679-4f65-43f6-8036-4a10af3b57f7 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0491114 Oct 27 01:21:52.660808 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-66c98238-a3e8-40cb-b3e2-89bd3c024609 req-0e162647-4c08-48d0-9f6c-a5d34620be6b tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314391 Oct 27 01:21:52.910776 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708220d8-45c3-4ce0-92c0-ec8070c1d8ee req-7cf28975-5e3a-4ed0-a7d1-bdfe34b17e74 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:52.912930 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-708220d8-45c3-4ce0-92c0-ec8070c1d8ee req-7cf28975-5e3a-4ed0-a7d1-bdfe34b17e74 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0519831 Oct 27 01:21:52.950976 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-708220d8-45c3-4ce0-92c0-ec8070c1d8ee req-c22ab6c3-684f-48fb-a16e-49cc7aa6bf89 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316699 Oct 27 01:21:53.426550 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307568ec-4a2d-4779-918c-352d7087b19d req-b93d5d2d-8e28-4899-aa6a-465a45f9438c tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:53.428177 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-307568ec-4a2d-4779-918c-352d7087b19d req-b93d5d2d-8e28-4899-aa6a-465a45f9438c tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 943 time: 0.0572436 Oct 27 01:21:53.488486 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-307568ec-4a2d-4779-918c-352d7087b19d req-65f0edb5-583a-4000-97bd-08d09ea64d07 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512090 Oct 27 01:21:53.500582 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385c71d-815d-4349-b57a-3efd95a15941 req-651d4fcd-681a-490a-a345-70aa7d122540 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:53.502047 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6385c71d-815d-4349-b57a-3efd95a15941 req-651d4fcd-681a-490a-a345-70aa7d122540 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0727985 Oct 27 01:21:53.539846 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6385c71d-815d-4349-b57a-3efd95a15941 req-97b66c49-2b02-48af-81e9-9460d5f1dad8 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317445 Oct 27 01:21:53.777416 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ded1a-1bd3-4dfc-826b-b9899af1526c req-f4c46276-d904-491e-8222-222d1e05e326 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:53.779003 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6d7ded1a-1bd3-4dfc-826b-b9899af1526c req-f4c46276-d904-491e-8222-222d1e05e326 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0497949 Oct 27 01:21:53.812289 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08285e1d-fef0-4957-9890-ae8fa52b797f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:53.816159 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6d7ded1a-1bd3-4dfc-826b-b9899af1526c req-6ab57333-aa01-487c-85bc-56742a7e8b58 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313480 Oct 27 01:21:54.077784 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b064732-0845-4df4-a718-02d83c93a966 req-c2a73809-e2db-4f95-aabf-1e4383ca7960 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:54.079239 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4b064732-0845-4df4-a718-02d83c93a966 req-c2a73809-e2db-4f95-aabf-1e4383ca7960 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0543025 Oct 27 01:21:54.122533 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4b064732-0845-4df4-a718-02d83c93a966 req-7ef62d17-ecab-40de-9eb5-251d3416687b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343697 Oct 27 01:21:54.595555 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7dd29-f0a0-4a7b-83a1-d2b80a5ccba9 req-da7ecec4-6f02-49a5-86f5-341cc8123278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:54.597235 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b8a7dd29-f0a0-4a7b-83a1-d2b80a5ccba9 req-da7ecec4-6f02-49a5-86f5-341cc8123278 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6304b3ad2b4e4bf398ccbae70b72f46d&device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 1098 time: 0.0654685 Oct 27 01:21:54.609568 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f72f1-f04c-4927-b119-3f7b0e1dd88d req-49b4d8e3-c6d6-4f17-873b-484fd2d4e8e9 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:54.611093 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-988f72f1-f04c-4927-b119-3f7b0e1dd88d req-49b4d8e3-c6d6-4f17-873b-484fd2d4e8e9 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 943 time: 0.0551453 Oct 27 01:21:54.676846 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-988f72f1-f04c-4927-b119-3f7b0e1dd88d req-cbdb874f-1a24-4f3c-90d6-b39cb56837c0 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561187 Oct 27 01:21:54.691649 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db1d6-9830-4015-ba1c-2650bed0d2f6 req-11adeeee-0a2b-4218-8598-1402adee9948 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:54.691649 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-737db1d6-9830-4015-ba1c-2650bed0d2f6 req-11adeeee-0a2b-4218-8598-1402adee9948 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0796199 Oct 27 01:21:54.716383 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7dd29-f0a0-4a7b-83a1-d2b80a5ccba9 req-f794dbb3-2b55-4e01-a32d-ee885a02268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:54.717934 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b8a7dd29-f0a0-4a7b-83a1-d2b80a5ccba9 req-f794dbb3-2b55-4e01-a32d-ee885a02268b service neutron] 10.222.0.36 "GET /v2.0/networks?id=337a2dfd-96cd-45e0-abce-401982e807e4 HTTP/1.1" status: 200 len: 917 time: 0.1098952 Oct 27 01:21:54.734627 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-737db1d6-9830-4015-ba1c-2650bed0d2f6 req-381bb53c-fc16-42a1-8668-d465fccf12f0 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360253 Oct 27 01:21:54.792356 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b8a7dd29-f0a0-4a7b-83a1-d2b80a5ccba9 req-84be1a93-279b-40f9-a520-fe8dc6b94818 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eb0ecba-543e-4b15-8729-cbda338ab01b HTTP/1.1" status: 200 len: 1000 time: 0.0663135 Oct 27 01:21:54.848372 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7dd29-f0a0-4a7b-83a1-d2b80a5ccba9 req-49d3f872-1a17-4e29-9a71-c776f492b0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:54.850569 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b8a7dd29-f0a0-4a7b-83a1-d2b80a5ccba9 req-49d3f872-1a17-4e29-9a71-c776f492b0a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e98a956-2627-48e5-9a9f-97fe27314719 HTTP/1.1" status: 200 len: 855 time: 0.0489576 Oct 27 01:21:54.900521 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7dd29-f0a0-4a7b-83a1-d2b80a5ccba9 req-1e87b469-e84b-4ad4-b76e-1327800383a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:54.902080 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b8a7dd29-f0a0-4a7b-83a1-d2b80a5ccba9 req-1e87b469-e84b-4ad4-b76e-1327800383a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=337a2dfd-96cd-45e0-abce-401982e807e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424244 Oct 27 01:21:54.937037 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d932c78-2e4f-42b1-a27c-fd04a738da5e req-8e3d8791-effd-4b04-9927-1e08e57ceb1f tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:54.938609 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6d932c78-2e4f-42b1-a27c-fd04a738da5e req-8e3d8791-effd-4b04-9927-1e08e57ceb1f tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0523090 Oct 27 01:21:54.981886 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6d932c78-2e4f-42b1-a27c-fd04a738da5e req-9567bb24-8f1a-477d-8456-87ca88091a02 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366518 Oct 27 01:21:55.036641 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b8a7dd29-f0a0-4a7b-83a1-d2b80a5ccba9 req-fd0c167a-f64a-4b60-964f-b930aac27694 service neutron] 10.222.0.36 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265037 Oct 27 01:21:55.052578 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 2eb0ecba-543e-4b15-8729-cbda338ab01b no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:21:55.162954 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b8a7dd29-f0a0-4a7b-83a1-d2b80a5ccba9 req-5dde5294-8409-4a50-a7a2-c79e0be40172 service neutron] 10.222.0.36 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082106 Oct 27 01:21:55.179970 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:55.246289 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 2eb0ecba-543e-4b15-8729-cbda338ab01b, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=2eb0ecba-543e-4b15-8729-cbda338ab01b,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:21:55.246289 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2a60d0-e2da-4415-8558-1da7a803e3f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb0ecba-543e-4b15-8729-cbda338ab01b'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:21:55.246289 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb41cbc-462a-4407-a52e-87e0c61ee7c6" -d '{"events": [{"server_uuid": "ef2a60d0-e2da-4415-8558-1da7a803e3f4", "name": "network-vif-unplugged", "status": "completed", "tag": "2eb0ecba-543e-4b15-8729-cbda338ab01b"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:21:55.307708 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a01c5c-08bf-4990-b001-132a37974907 req-12210a08-5b3e-482d-acdc-6a76bd0df7a9 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:55.308852 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c1cd3-a1e7-444a-b168-67a97a5425f9 req-db4776bf-3448-4647-a070-9aa7d8edfd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:55.310739 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e64c1cd3-a1e7-444a-b168-67a97a5425f9 req-db4776bf-3448-4647-a070-9aa7d8edfd81 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 1098 time: 0.0696397 Oct 27 01:21:55.315059 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-00a01c5c-08bf-4990-b001-132a37974907 req-12210a08-5b3e-482d-acdc-6a76bd0df7a9 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.1772323 Oct 27 01:21:55.330432 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:55.348551 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2917dd-93ce-4c3d-9771-907d371e095e req-fdda4a5d-3b6f-4bbf-ac3a-1078e5544fa7 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:55.351257 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-aa2917dd-93ce-4c3d-9771-907d371e095e req-fdda4a5d-3b6f-4bbf-ac3a-1078e5544fa7 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 945 time: 0.1241057 Oct 27 01:21:55.385842 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-00a01c5c-08bf-4990-b001-132a37974907 req-a2c09db8-343c-4174-b8c9-8d1a51cd4b4e tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698328 Oct 27 01:21:55.387991 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e64c1cd3-a1e7-444a-b168-67a97a5425f9 req-cc1012c7-4416-451d-834d-bd35bf42d994 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565915 Oct 27 01:21:55.388126 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=2eb0ecba-543e-4b15-8729-cbda338ab01b,revision_number=8']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:55.439034 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375e295-861d-45ab-a8a5-decaf60ecc86 req-4caa8413-2dbd-406e-9492-b681c3b0d174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:55.440933 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0375e295-861d-45ab-a8a5-decaf60ecc86 req-4caa8413-2dbd-406e-9492-b681c3b0d174 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba4a231d73f5454eb53e08db96f0a471&device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 1098 time: 0.1083446 Oct 27 01:21:55.446257 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-aa2917dd-93ce-4c3d-9771-907d371e095e req-ece63efe-393f-4703-a163-16ae5a44048c tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827687 Oct 27 01:21:55.454239 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 01:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f1adf1-85e3-4aae-a86f-1363ed248091 x-openstack-request-id: req-e5f1adf1-85e3-4aae-a86f-1363ed248091 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:21:55.454556 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2a60d0-e2da-4415-8558-1da7a803e3f4", "name": "network-vif-unplugged", "status": "completed", "tag": "2eb0ecba-543e-4b15-8729-cbda338ab01b", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:21:55.454816 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5f1adf1-85e3-4aae-a86f-1363ed248091 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:21:55.455234 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2a60d0-e2da-4415-8558-1da7a803e3f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb0ecba-543e-4b15-8729-cbda338ab01b', 'code': 200} Oct 27 01:21:55.804626 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e4132-e9d8-4977-808a-c334dbdef250 req-ab5f10c9-e7bb-4bc1-a923-6eb6f45ae25e tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:55.806113 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-134e4132-e9d8-4977-808a-c334dbdef250 req-ab5f10c9-e7bb-4bc1-a923-6eb6f45ae25e tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 943 time: 0.0515883 Oct 27 01:21:55.825395 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375e295-861d-45ab-a8a5-decaf60ecc86 req-decc288e-af88-4d56-9b77-061cc0c5df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:55.827552 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0375e295-861d-45ab-a8a5-decaf60ecc86 req-decc288e-af88-4d56-9b77-061cc0c5df9d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5b7050d-f17d-40a3-83d0-485beb1349f9 HTTP/1.1" status: 200 len: 911 time: 0.1169949 Oct 27 01:21:55.856428 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-134e4132-e9d8-4977-808a-c334dbdef250 req-6ed76140-aec0-43f4-bcb2-0a3198a3ad4b tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407465 Oct 27 01:21:55.901870 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0375e295-861d-45ab-a8a5-decaf60ecc86 req-7d8e69b4-939f-4b44-894b-90f15ad65808 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4440d0d-eda6-40ea-8ff3-ed879ecaf17e HTTP/1.1" status: 200 len: 1000 time: 0.0663586 Oct 27 01:21:55.951981 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375e295-861d-45ab-a8a5-decaf60ecc86 req-e77ea0f5-808b-41c7-ad3d-44bc84c91cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:55.953415 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0375e295-861d-45ab-a8a5-decaf60ecc86 req-e77ea0f5-808b-41c7-ad3d-44bc84c91cea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4a6135b-95f5-4c77-89c6-26bb40ea2187 HTTP/1.1" status: 200 len: 849 time: 0.0440106 Oct 27 01:21:56.006795 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375e295-861d-45ab-a8a5-decaf60ecc86 req-f3b1a63f-31d3-4921-a585-70df179f5240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:56.008286 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0375e295-861d-45ab-a8a5-decaf60ecc86 req-f3b1a63f-31d3-4921-a585-70df179f5240 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5b7050d-f17d-40a3-83d0-485beb1349f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456600 Oct 27 01:21:56.127475 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0375e295-861d-45ab-a8a5-decaf60ecc86 req-499baaed-9050-4dca-898b-eec1ebf71d01 service neutron] 10.222.0.36 "GET /v2.0/networks/b5b7050d-f17d-40a3-83d0-485beb1349f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095455 Oct 27 01:21:56.133622 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff8520-effa-42fc-9231-e782e14196ee req-d8f4e880-f3d5-4465-abad-79a033e51c4d tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:56.135373 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a8ff8520-effa-42fc-9231-e782e14196ee req-d8f4e880-f3d5-4465-abad-79a033e51c4d tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0615935 Oct 27 01:21:56.174709 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a8ff8520-effa-42fc-9231-e782e14196ee req-67510f84-3dcd-4060-ae3e-a1cd1c223853 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333619 Oct 27 01:21:56.231680 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0375e295-861d-45ab-a8a5-decaf60ecc86 req-04c25293-f917-49b7-8a74-334b91331a12 service neutron] 10.222.0.36 "GET /v2.0/networks/b5b7050d-f17d-40a3-83d0-485beb1349f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928769 Oct 27 01:21:56.329657 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8f635dcf-1463-4cc0-9840-42f1fc9565d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:56.535561 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faea67-4970-4924-874a-d8442d665711 req-7798c605-9038-4493-99e5-26ae2e42c37d tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:56.537315 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b7faea67-4970-4924-874a-d8442d665711 req-7798c605-9038-4493-99e5-26ae2e42c37d tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0723407 Oct 27 01:21:56.609089 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b7faea67-4970-4924-874a-d8442d665711 req-590da28c-d602-49de-a321-af8cdfed2c91 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620911 Oct 27 01:21:56.618131 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc1744-8908-409a-a6c5-d0645adadf6a req-6631f825-5287-4a5b-9ad5-6ee0cbfaf35a tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:56.619869 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e3fc1744-8908-409a-a6c5-d0645adadf6a req-6631f825-5287-4a5b-9ad5-6ee0cbfaf35a tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0813260 Oct 27 01:21:56.663747 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e3fc1744-8908-409a-a6c5-d0645adadf6a req-47f4aee3-ef21-4391-8d93-7662564e5494 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351863 Oct 27 01:21:56.971282 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b7844-2fc2-4f1f-9c17-b1eba1da0bc4 req-2bba1b59-04e8-48ac-8896-db0ac6a380fe tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:56.972648 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9c4b7844-2fc2-4f1f-9c17-b1eba1da0bc4 req-2bba1b59-04e8-48ac-8896-db0ac6a380fe tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 943 time: 0.0515044 Oct 27 01:21:57.012289 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9c4b7844-2fc2-4f1f-9c17-b1eba1da0bc4 req-b3477806-27ca-4e25-86e3-7976205aba70 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329847 Oct 27 01:21:57.069621 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device d271dfc3-2e52-484f-8433-9676c21da897 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:21:57.194675 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port d271dfc3-2e52-484f-8433-9676c21da897, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=d271dfc3-2e52-484f-8433-9676c21da897,segment=NetworkSegment(e1dae18a-ab4f-4784-846d-9fc752dcf330),segment_id=e1dae18a-ab4f-4784-846d-9fc752dcf330)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:21:57.206612 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': 'd271dfc3-2e52-484f-8433-9676c21da897', 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41', 'port_id': 'd271dfc3-2e52-484f-8433-9676c21da897', 'mac_address': 'fa:16:3e:19:03:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948e74c1-7ae5-4faf-ba8f-e1cec7da79a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:21:57.250393 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:57.275346 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d271dfc3-2e52-484f-8433-9676c21da897 {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:21:57.295731 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port d271dfc3-2e52-484f-8433-9676c21da897, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=d271dfc3-2e52-484f-8433-9676c21da897,segment=NetworkSegment(e1dae18a-ab4f-4784-846d-9fc752dcf330),segment_id=e1dae18a-ab4f-4784-846d-9fc752dcf330)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:21:57.297849 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:57.313781 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110f019-5079-4bd6-94ff-fa477674580e req-f8cb312a-2971-4fa9-b761-585e000e7886 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:57.315266 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9110f019-5079-4bd6-94ff-fa477674580e req-f8cb312a-2971-4fa9-b761-585e000e7886 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0573905 Oct 27 01:21:57.356944 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9110f019-5079-4bd6-94ff-fa477674580e req-25518718-d33c-4138-848b-74b616ac345f tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342650 Oct 27 01:21:57.418180 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:57.470565 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=d271dfc3-2e52-484f-8433-9676c21da897,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:57.692583 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:57.734559 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71aa1ed-3871-40df-b701-84e070cb60dd req-b3d4e32b-6d6f-40e0-ae2d-87b0a7f8651f tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:57.736035 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c71aa1ed-3871-40df-b701-84e070cb60dd req-b3d4e32b-6d6f-40e0-ae2d-87b0a7f8651f tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0492163 Oct 27 01:21:57.775226 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c71aa1ed-3871-40df-b701-84e070cb60dd req-b1e8bc74-c4e7-4e29-bd47-01583da2fcb9 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322526 Oct 27 01:21:57.805638 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['d271dfc3-2e52-484f-8433-9676c21da897'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:21:57.892161 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90480b18-2a59-438e-8f41-e0fcd38e9423 req-d96b84af-6e6b-49a5-a313-0ec10336689e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:57.893664 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-90480b18-2a59-438e-8f41-e0fcd38e9423 req-d96b84af-6e6b-49a5-a313-0ec10336689e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0570402 Oct 27 01:21:57.964199 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-90480b18-2a59-438e-8f41-e0fcd38e9423 req-76f99200-be0c-4e7d-b6aa-558fa845bfe7 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570030 Oct 27 01:21:57.972445 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79197938-fede-4f33-9280-2a3c3aee81a4 req-abf9c069-ac25-4eb7-8bdb-0568597d5d80 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:57.979583 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-79197938-fede-4f33-9280-2a3c3aee81a4 req-abf9c069-ac25-4eb7-8bdb-0568597d5d80 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0818355 Oct 27 01:21:58.017488 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-79197938-fede-4f33-9280-2a3c3aee81a4 req-4a3a9642-e855-481d-af20-bb607ca87566 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370078 Oct 27 01:21:58.136043 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df38bf-77f3-4731-9dfe-002462ad6b8f req-c538ba83-5c08-430c-8432-9b2b01193674 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:58.137951 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d1df38bf-77f3-4731-9dfe-002462ad6b8f req-c538ba83-5c08-430c-8432-9b2b01193674 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 944 time: 0.0579252 Oct 27 01:21:58.172342 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95560021-7fe5-4fff-be2b-363c66bdddb5 req-5f003e87-17c6-4ffa-bcc8-d0914c30a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:58.174546 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-95560021-7fe5-4fff-be2b-363c66bdddb5 req-5f003e87-17c6-4ffa-bcc8-d0914c30a349 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ac535690bf24eb9bbf7d42426b21c74&device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 1098 time: 0.0523710 Oct 27 01:21:58.179917 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d1df38bf-77f3-4731-9dfe-002462ad6b8f req-b72e6cd0-1319-4efa-abf9-a4ad3937224c tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356133 Oct 27 01:21:58.286119 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95560021-7fe5-4fff-be2b-363c66bdddb5 req-4f9010ab-902c-4b2c-b734-1d05f54eb972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:58.287522 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-95560021-7fe5-4fff-be2b-363c66bdddb5 req-4f9010ab-902c-4b2c-b734-1d05f54eb972 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1517e22-2395-4c57-bae6-bd47c809e7b9 HTTP/1.1" status: 200 len: 920 time: 0.1004221 Oct 27 01:21:58.330742 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-95560021-7fe5-4fff-be2b-363c66bdddb5 req-9f9cee16-8eff-446c-abb6-25ef0dead6f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f1eccc2-4d63-4101-be4a-ce4e532f88e2 HTTP/1.1" status: 200 len: 217 time: 0.0332327 Oct 27 01:21:58.386609 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95560021-7fe5-4fff-be2b-363c66bdddb5 req-de9198bb-50db-4e2b-a3ac-416cc4b544eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:58.388029 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-95560021-7fe5-4fff-be2b-363c66bdddb5 req-de9198bb-50db-4e2b-a3ac-416cc4b544eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17743bda-8254-4a8b-8524-5242f8ab33dd HTTP/1.1" status: 200 len: 859 time: 0.0440660 Oct 27 01:21:58.426906 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-95560021-7fe5-4fff-be2b-363c66bdddb5 req-fde1f97a-dc4e-473a-b616-4f187b2434b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1517e22-2395-4c57-bae6-bd47c809e7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228622 Oct 27 01:21:58.530842 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-95560021-7fe5-4fff-be2b-363c66bdddb5 req-10904e52-8711-47d4-a32c-408789e6b983 service neutron] 10.222.0.36 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857272 Oct 27 01:21:58.642325 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-95560021-7fe5-4fff-be2b-363c66bdddb5 req-65bc0d66-344e-4236-9f89-117f2abc3386 service neutron] 10.222.0.36 "GET /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963244 Oct 27 01:21:59.101422 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:59.115579 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device d271dfc3-2e52-484f-8433-9676c21da897 up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:21:59.136560 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a16434-2cfe-4d5d-a41a-bd032c8a3066 req-ed9d87a3-b17e-4090-a8f0-a78eaf4ef0e4 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:59.137986 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-41a16434-2cfe-4d5d-a41a-bd032c8a3066 req-ed9d87a3-b17e-4090-a8f0-a78eaf4ef0e4 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0788243 Oct 27 01:21:59.160785 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9758b-bfcf-418d-a98b-eae482591d22 req-dd5ac1b2-c6af-4ae5-8f06-a0d7b3e54a3c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:59.163456 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-42c9758b-bfcf-418d-a98b-eae482591d22 req-dd5ac1b2-c6af-4ae5-8f06-a0d7b3e54a3c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0758138 Oct 27 01:21:59.212530 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-41a16434-2cfe-4d5d-a41a-bd032c8a3066 req-cb7ab6f8-caec-4fef-be4f-b8a4fa4e7c51 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652452 Oct 27 01:21:59.225665 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-42c9758b-bfcf-418d-a98b-eae482591d22 req-f090b015-f858-45d2-a67f-780bee54afe8 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507464 Oct 27 01:21:59.269714 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning for port d271dfc3-2e52-484f-8433-9676c21da897 completed by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:21:59.276163 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port d271dfc3-2e52-484f-8433-9676c21da897 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:21:59.276753 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:59.358685 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d07da-88bc-4d12-84b7-d3fef203734a req-e664eba6-d55b-481d-9ac9-27b48d9cf20f tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:59.360343 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-877d07da-88bc-4d12-84b7-d3fef203734a req-e664eba6-d55b-481d-9ac9-27b48d9cf20f tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 944 time: 0.0547998 Oct 27 01:21:59.361472 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:59.395882 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343ff586-2029-4b30-ac5f-f827cf95a0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd271dfc3-2e52-484f-8433-9676c21da897'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:21:59.399232 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7543ad79-e035-48dd-9baa-bc022d2e32db" -d '{"events": [{"server_uuid": "343ff586-2029-4b30-ac5f-f827cf95a0ce", "name": "network-vif-plugged", "status": "completed", "tag": "d271dfc3-2e52-484f-8433-9676c21da897"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:21:59.402067 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-877d07da-88bc-4d12-84b7-d3fef203734a req-fab193ef-f127-44b8-af04-0f8c93bcfafb tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342584 Oct 27 01:21:59.412136 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port d271dfc3-2e52-484f-8433-9676c21da897, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=d271dfc3-2e52-484f-8433-9676c21da897,segment=NetworkSegment(e1dae18a-ab4f-4784-846d-9fc752dcf330),segment_id=e1dae18a-ab4f-4784-846d-9fc752dcf330)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:21:59.445306 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a885e4a9-a2e2-4670-b2de-12b2a0c0dae9 x-openstack-request-id: req-a885e4a9-a2e2-4670-b2de-12b2a0c0dae9 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:21:59.445617 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343ff586-2029-4b30-ac5f-f827cf95a0ce", "name": "network-vif-plugged", "status": "completed", "tag": "d271dfc3-2e52-484f-8433-9676c21da897", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:21:59.445872 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a885e4a9-a2e2-4670-b2de-12b2a0c0dae9 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:21:59.446379 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343ff586-2029-4b30-ac5f-f827cf95a0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd271dfc3-2e52-484f-8433-9676c21da897', 'code': 200} Oct 27 01:21:59.531988 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:21:59.532795 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 2eb0ecba-543e-4b15-8729-cbda338ab01b no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:21:59.610115 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=d271dfc3-2e52-484f-8433-9676c21da897,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:21:59.858305 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705202e-f43b-4f47-bf67-d1406b957877 req-adc45e9b-6c59-4942-8f71-c5403a03ca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:21:59.859759 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7705202e-f43b-4f47-bf67-d1406b957877 req-adc45e9b-6c59-4942-8f71-c5403a03ca25 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 1098 time: 0.0381916 Oct 27 01:21:59.904758 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7705202e-f43b-4f47-bf67-d1406b957877 req-4e188ace-2739-4cd1-969d-0adc94e3b822 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266511 Oct 27 01:22:00.344656 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b649177-84a2-474b-a940-0fac755d88fc req-17d8c0af-cdd8-44e9-8342-8551be9b4e6c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:00.346111 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0b649177-84a2-474b-a940-0fac755d88fc req-17d8c0af-cdd8-44e9-8342-8551be9b4e6c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0462720 Oct 27 01:22:00.386847 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0b649177-84a2-474b-a940-0fac755d88fc req-15611f87-b488-43f4-be80-6b73d8e5127a tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338144 Oct 27 01:22:00.512961 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82668869-ce09-4b21-a585-5108e3cf1b54 req-cea0cc04-02ae-4f46-83a8-cfeb9da78888 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:00.514406 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-82668869-ce09-4b21-a585-5108e3cf1b54 req-cea0cc04-02ae-4f46-83a8-cfeb9da78888 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 945 time: 0.0473292 Oct 27 01:22:00.552127 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-82668869-ce09-4b21-a585-5108e3cf1b54 req-5b46d1bd-e241-4781-a97f-bddb1cd7ee08 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317023 Oct 27 01:22:00.746617 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [req-ca87bc61-3b37-4eca-9eba-ecba627aa694 req-9a2db806-8f55-4492-8eba-2c11f2a3f6cb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:22:00.747740 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ca87bc61-3b37-4eca-9eba-ecba627aa694 req-9a2db806-8f55-4492-8eba-2c11f2a3f6cb service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056434 Oct 27 01:22:01.143605 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4861f-d287-4345-bedd-4dcee6f1e5a2 req-1ec5edf1-1193-45a8-a135-4ed6b267e67a tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:01.145050 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-38f4861f-d287-4345-bedd-4dcee6f1e5a2 req-1ec5edf1-1193-45a8-a135-4ed6b267e67a tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0480924 Oct 27 01:22:01.185898 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-38f4861f-d287-4345-bedd-4dcee6f1e5a2 req-bafc135e-a4bc-4615-96a5-7604447b19c4 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341487 Oct 27 01:22:01.502632 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66628a48-07a7-4a08-9fb9-f866ed91ecf2 req-c5ce8fc7-a4b7-4685-b388-ebfce076a901 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:01.504087 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-66628a48-07a7-4a08-9fb9-f866ed91ecf2 req-c5ce8fc7-a4b7-4685-b388-ebfce076a901 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0490248 Oct 27 01:22:01.544983 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-66628a48-07a7-4a08-9fb9-f866ed91ecf2 req-cffbc639-5e14-46ea-8f78-68b99a06328a tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348608 Oct 27 01:22:01.666674 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09998bc-353d-4b2c-b6f9-1484d6b5c72a req-bc60719f-6037-479b-84d3-198396f5c4e3 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:01.668152 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d09998bc-353d-4b2c-b6f9-1484d6b5c72a req-bc60719f-6037-479b-84d3-198396f5c4e3 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 945 time: 0.0504010 Oct 27 01:22:01.705271 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d09998bc-353d-4b2c-b6f9-1484d6b5c72a req-bd1df505-eb80-4a89-8e44-2719de7beec4 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313759 Oct 27 01:22:01.709579 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 34386) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:01.797877 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-bb182ba5-1ce4-4ec0-ac6d-65611cc327ae req-53ecf179-ecc5-4ece-b01e-ffeb43d4b5e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877466 Oct 27 01:22:01.806707 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [req-bb182ba5-1ce4-4ec0-ac6d-65611cc327ae req-03b2a4a5-9f09-426b-9f60-cc00c337bb38 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:22:01.807637 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-bb182ba5-1ce4-4ec0-ac6d-65611cc327ae req-03b2a4a5-9f09-426b-9f60-cc00c337bb38 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047877 Oct 27 01:22:02.306262 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ad467-3642-4ddc-a34e-65c2c5cb4239 req-c932f8ab-456e-4835-9166-b7ce53a81310 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:02.308537 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-584ad467-3642-4ddc-a34e-65c2c5cb4239 req-c932f8ab-456e-4835-9166-b7ce53a81310 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0506594 Oct 27 01:22:02.346555 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-584ad467-3642-4ddc-a34e-65c2c5cb4239 req-5316e5e2-ebf5-424a-a2f6-abeb84753f8b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320337 Oct 27 01:22:02.657799 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7c8a7-9d34-4be2-8081-20ca8fc7e0c3 req-866634f1-fe49-4dcf-9a46-0fb84922f681 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:02.659238 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-eeb7c8a7-9d34-4be2-8081-20ca8fc7e0c3 req-866634f1-fe49-4dcf-9a46-0fb84922f681 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0470207 Oct 27 01:22:02.699167 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-eeb7c8a7-9d34-4be2-8081-20ca8fc7e0c3 req-d48c5df0-3d82-4927-b6fe-a6a92aac51c4 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336280 Oct 27 01:22:02.830176 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e24264-a993-481e-a656-aa1f37126327 req-1e80120c-607e-4494-8a61-9b2bc3c90bd4 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:02.830176 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-40e24264-a993-481e-a656-aa1f37126327 req-1e80120c-607e-4494-8a61-9b2bc3c90bd4 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 945 time: 0.0495296 Oct 27 01:22:02.866493 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-40e24264-a993-481e-a656-aa1f37126327 req-0f14f2d5-87f1-40cc-b74b-b2a14e38a01c tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330162 Oct 27 01:22:03.466333 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255af18-f024-42e7-bcd3-61a2e72c3c96 req-1f79edd4-9313-4455-9a4b-3159b754ff55 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:03.467807 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0255af18-f024-42e7-bcd3-61a2e72c3c96 req-1f79edd4-9313-4455-9a4b-3159b754ff55 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0491195 Oct 27 01:22:03.509709 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0255af18-f024-42e7-bcd3-61a2e72c3c96 req-9a485fd4-f429-4359-aa46-cc28b509b1d6 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310645 Oct 27 01:22:03.814322 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56e564-c2d2-44a7-894d-a1b710616879 req-ff6ca769-b079-4319-96a6-6259b6216d63 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:03.822254 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ba56e564-c2d2-44a7-894d-a1b710616879 req-ff6ca769-b079-4319-96a6-6259b6216d63 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0577774 Oct 27 01:22:03.858911 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ba56e564-c2d2-44a7-894d-a1b710616879 req-c5447003-b63d-4a83-a0b9-49cada916e88 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357935 Oct 27 01:22:03.982460 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1325e-845a-46c4-b152-be14d88b1592 req-c57164e4-bc54-4922-b3ce-26efb3826499 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:03.983916 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3ec1325e-845a-46c4-b152-be14d88b1592 req-c57164e4-bc54-4922-b3ce-26efb3826499 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 945 time: 0.0484238 Oct 27 01:22:04.022860 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3ec1325e-845a-46c4-b152-be14d88b1592 req-3a9cf2d0-84ee-4de2-9e00-1e5a9b61a98e tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318604 Oct 27 01:22:04.662078 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5c1fb-d428-4e2d-bf2f-25f0e6fbbba8 req-31fa2b13-3354-48af-ad6c-8055dd251cdf tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:04.663532 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e5f5c1fb-d428-4e2d-bf2f-25f0e6fbbba8 req-31fa2b13-3354-48af-ad6c-8055dd251cdf tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0513518 Oct 27 01:22:04.705862 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e5f5c1fb-d428-4e2d-bf2f-25f0e6fbbba8 req-7f3ca857-7b85-4569-babb-d47106358e0b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327477 Oct 27 01:22:05.148521 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2985c-1cd3-4410-aa24-98dca46bd6e8 req-3cd3db8c-6cb7-42fc-8600-d95da5275f80 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:05.150161 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9fe2985c-1cd3-4410-aa24-98dca46bd6e8 req-3cd3db8c-6cb7-42fc-8600-d95da5275f80 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 945 time: 0.0535038 Oct 27 01:22:05.195473 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9fe2985c-1cd3-4410-aa24-98dca46bd6e8 req-9d89d49c-91c7-4a8f-a125-d45ea5f9cac4 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391469 Oct 27 01:22:05.310990 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ce08f-0155-43aa-8a88-db86f79ba474 req-792b6ecd-6148-4fc6-be56-45ec768f6c55 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:05.312472 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4c3ce08f-0155-43aa-8a88-db86f79ba474 req-792b6ecd-6148-4fc6-be56-45ec768f6c55 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 945 time: 0.0489001 Oct 27 01:22:05.350143 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4c3ce08f-0155-43aa-8a88-db86f79ba474 req-087bfec0-def2-42cc-91da-e9172be75b9a tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316949 Oct 27 01:22:05.623274 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb182ba5-1ce4-4ec0-ac6d-65611cc327ae req-a08e4dc4-1b48-4f6f-99c7-ba780b49b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:05.627395 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-bb182ba5-1ce4-4ec0-ac6d-65611cc327ae req-a08e4dc4-1b48-4f6f-99c7-ba780b49b34e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4&tenant_id=6304b3ad2b4e4bf398ccbae70b72f46d HTTP/1.1" status: 200 len: 1096 time: 0.0902517 Oct 27 01:22:05.676511 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff05ea9-92cd-4667-b6ce-8b65b235af4c req-896bdc93-fc9b-48a1-8e4a-6a3200acb7fd tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:05.678064 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-dff05ea9-92cd-4667-b6ce-8b65b235af4c req-896bdc93-fc9b-48a1-8e4a-6a3200acb7fd tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 945 time: 0.0502005 Oct 27 01:22:05.719555 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-dff05ea9-92cd-4667-b6ce-8b65b235af4c req-1c6cd793-7bef-4a3d-9b85-3c74888c7a9c tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353003 Oct 27 01:22:05.721821 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb182ba5-1ce4-4ec0-ac6d-65611cc327ae req-188f54e2-f0da-4962-aebd-624ada4b0103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:05.723430 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-bb182ba5-1ce4-4ec0-ac6d-65611cc327ae req-188f54e2-f0da-4962-aebd-624ada4b0103 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6304b3ad2b4e4bf398ccbae70b72f46d&device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 1096 time: 0.0434318 Oct 27 01:22:05.841188 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ff71c-a8b7-404e-a91b-03346d66f599 req-089a9b5a-aebf-47a9-bd50-ea3779ce35b5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:05.842768 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3f3ff71c-a8b7-404e-a91b-03346d66f599 req-089a9b5a-aebf-47a9-bd50-ea3779ce35b5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0528090 Oct 27 01:22:05.888658 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3f3ff71c-a8b7-404e-a91b-03346d66f599 req-7ddd743f-6449-4092-943b-6b139cccbe75 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386550 Oct 27 01:22:06.039339 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb182ba5-1ce4-4ec0-ac6d-65611cc327ae req-81c97022-06d8-4b67-97f6-3880bce3a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:06.040788 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-bb182ba5-1ce4-4ec0-ac6d-65611cc327ae req-81c97022-06d8-4b67-97f6-3880bce3a529 service neutron] 10.222.0.36 "GET /v2.0/networks?id=337a2dfd-96cd-45e0-abce-401982e807e4 HTTP/1.1" status: 200 len: 917 time: 0.3061318 Oct 27 01:22:07.008050 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953d8dd-e9f0-4fb1-b3f4-303ee7a22931 req-b8d39429-e386-4d5d-b481-3668838f385a tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:07.009546 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5953d8dd-e9f0-4fb1-b3f4-303ee7a22931 req-b8d39429-e386-4d5d-b481-3668838f385a tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0482523 Oct 27 01:22:07.047472 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5953d8dd-e9f0-4fb1-b3f4-303ee7a22931 req-b99ed5d1-2b87-4f96-bc47-f6ab8441e956 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321224 Oct 27 01:22:07.049246 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-bb182ba5-1ce4-4ec0-ac6d-65611cc327ae req-f9f72138-72a4-4710-9b87-069b6452ff03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eb0ecba-543e-4b15-8729-cbda338ab01b HTTP/1.1" status: 200 len: 998 time: 0.0582821 Oct 27 01:22:07.898274 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb182ba5-1ce4-4ec0-ac6d-65611cc327ae req-20d7eca8-3f6b-4228-af33-5cb508b84000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:07.899684 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-bb182ba5-1ce4-4ec0-ac6d-65611cc327ae req-20d7eca8-3f6b-4228-af33-5cb508b84000 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e98a956-2627-48e5-9a9f-97fe27314719 HTTP/1.1" status: 200 len: 855 time: 0.0435889 Oct 27 01:22:08.167377 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d26aa5-c8ea-4373-90dd-82140ca34db6 req-51cffceb-49ec-44b2-938a-080b4bd0ce46 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:08.168731 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-88d26aa5-c8ea-4373-90dd-82140ca34db6 req-51cffceb-49ec-44b2-938a-080b4bd0ce46 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0473366 Oct 27 01:22:08.205161 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-88d26aa5-c8ea-4373-90dd-82140ca34db6 req-b28a3739-c58c-4c10-9f08-5023437d2179 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306520 Oct 27 01:22:08.893196 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb182ba5-1ce4-4ec0-ac6d-65611cc327ae req-b40b1373-56be-44ef-aa3e-3b808c5300a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:08.894678 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-bb182ba5-1ce4-4ec0-ac6d-65611cc327ae req-b40b1373-56be-44ef-aa3e-3b808c5300a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=337a2dfd-96cd-45e0-abce-401982e807e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437489 Oct 27 01:22:08.983866 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-bb182ba5-1ce4-4ec0-ac6d-65611cc327ae req-d8736293-9518-47d4-9e59-11017211e262 service neutron] 10.222.0.36 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801418 Oct 27 01:22:09.075034 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-bb182ba5-1ce4-4ec0-ac6d-65611cc327ae req-198fa266-85bd-45d7-9dd2-e4ef1a8d4a12 service neutron] 10.222.0.36 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829506 Oct 27 01:22:09.324618 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc63173-0755-4a13-acdd-bcdfa06068e5 req-cfc2d310-0361-4d39-a757-5039ad08edd7 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:09.326074 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6bc63173-0755-4a13-acdd-bcdfa06068e5 req-cfc2d310-0361-4d39-a757-5039ad08edd7 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0478835 Oct 27 01:22:09.368472 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6bc63173-0755-4a13-acdd-bcdfa06068e5 req-768eaede-a449-4eba-a914-dfb7fee35599 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364809 Oct 27 01:22:10.533325 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78f694-1035-4bc4-adcf-320d5dc59be0 req-59ccfdc2-5791-48e2-94bb-13276b653101 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:10.550527 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ad78f694-1035-4bc4-adcf-320d5dc59be0 req-59ccfdc2-5791-48e2-94bb-13276b653101 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0776315 Oct 27 01:22:10.594668 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ad78f694-1035-4bc4-adcf-320d5dc59be0 req-369121b8-76a7-4115-bf7e-6d2845cd54a7 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426903 Oct 27 01:22:11.719607 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e6fe6-ab49-4b76-a094-f160307e28e9 req-3ac214f8-765c-4017-95fc-1b8eaf3207a3 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:11.721109 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-989e6fe6-ab49-4b76-a094-f160307e28e9 req-3ac214f8-765c-4017-95fc-1b8eaf3207a3 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0515251 Oct 27 01:22:11.760530 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-989e6fe6-ab49-4b76-a094-f160307e28e9 req-a86d41c0-ca60-416c-9e3f-22bea3816286 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327749 Oct 27 01:22:12.906745 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645213c-603c-44fa-a155-464027d380d5 req-8b00e0f5-2839-4c28-b31e-9cb5fbd6470b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:12.908341 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a645213c-603c-44fa-a155-464027d380d5 req-8b00e0f5-2839-4c28-b31e-9cb5fbd6470b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0580211 Oct 27 01:22:12.949959 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a645213c-603c-44fa-a155-464027d380d5 req-df818720-87be-4190-90f4-3a71ce251fd6 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346868 Oct 27 01:22:14.009735 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 34610) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:14.105683 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a099c-0e75-4c7d-8690-7de5bb81fb28 req-fdd90547-b0df-4602-8e62-1f464eeb2a95 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:14.108369 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-639a099c-0e75-4c7d-8690-7de5bb81fb28 req-fdd90547-b0df-4602-8e62-1f464eeb2a95 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0585175 Oct 27 01:22:14.135619 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-634a8401-1c70-4d02-8a79-617239971ab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:14.149350 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-639a099c-0e75-4c7d-8690-7de5bb81fb28 req-eb56ad58-4169-4b8b-b536-8ee25014d71a tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349226 Oct 27 01:22:14.220200 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-634a8401-1c70-4d02-8a79-617239971ab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:14.578397 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-634a8401-1c70-4d02-8a79-617239971ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:14.618273 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-634a8401-1c70-4d02-8a79-617239971ab8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb304d84cca84829a927f7602f1eb969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6072457 Oct 27 01:22:14.623085 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a8401-1c70-4d02-8a79-617239971ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051d230f-397a-4dec-a515-a08b66ff5eb5,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:14.623237 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 34614) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:14.628103 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a8401-1c70-4d02-8a79-617239971ab8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:14.628686 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a8401-1c70-4d02-8a79-617239971ab8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:14.628841 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a8401-1c70-4d02-8a79-617239971ab8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:14.629186 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a8401-1c70-4d02-8a79-617239971ab8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:14.629525 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a8401-1c70-4d02-8a79-617239971ab8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:14.629840 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a8401-1c70-4d02-8a79-617239971ab8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:14.634305 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a8401-1c70-4d02-8a79-617239971ab8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:14.634756 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a8401-1c70-4d02-8a79-617239971ab8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:14.635180 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a8401-1c70-4d02-8a79-617239971ab8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:14.635614 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a8401-1c70-4d02-8a79-617239971ab8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:14.636017 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a8401-1c70-4d02-8a79-617239971ab8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:14.636762 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a8401-1c70-4d02-8a79-617239971ab8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:14.681741 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-56d8cfb8-fb89-4f48-9762-2fed8157c859 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:14.702292 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-56d8cfb8-fb89-4f48-9762-2fed8157c859 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:15.107050 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-56d8cfb8-fb89-4f48-9762-2fed8157c859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:15.109681 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-56d8cfb8-fb89-4f48-9762-2fed8157c859 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:15.110967 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-56d8cfb8-fb89-4f48-9762-2fed8157c859 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/051d230f-397a-4dec-a515-a08b66ff5eb5 HTTP/1.1" status: 204 len: 168 time: 0.4887006 Oct 27 01:22:15.119480 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8cfb8-fb89-4f48-9762-2fed8157c859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051d230f-397a-4dec-a515-a08b66ff5eb5,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:15.126798 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8cfb8-fb89-4f48-9762-2fed8157c859 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:15.127149 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8cfb8-fb89-4f48-9762-2fed8157c859 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:15.127491 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8cfb8-fb89-4f48-9762-2fed8157c859 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:15.127827 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8cfb8-fb89-4f48-9762-2fed8157c859 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:15.128160 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8cfb8-fb89-4f48-9762-2fed8157c859 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:15.128612 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8cfb8-fb89-4f48-9762-2fed8157c859 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:15.128946 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8cfb8-fb89-4f48-9762-2fed8157c859 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:15.129272 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8cfb8-fb89-4f48-9762-2fed8157c859 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:15.129646 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8cfb8-fb89-4f48-9762-2fed8157c859 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:15.129969 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8cfb8-fb89-4f48-9762-2fed8157c859 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:15.130495 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8cfb8-fb89-4f48-9762-2fed8157c859 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:15.130956 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8cfb8-fb89-4f48-9762-2fed8157c859 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:15.470692 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d3357-2bde-4587-aa50-601eadb2b328 req-e056477d-a4aa-4823-acd6-9f6e6af9fe65 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:15.473009 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f96d3357-2bde-4587-aa50-601eadb2b328 req-e056477d-a4aa-4823-acd6-9f6e6af9fe65 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0595548 Oct 27 01:22:15.515635 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f96d3357-2bde-4587-aa50-601eadb2b328 req-02c194e4-07de-49c4-a9fa-719a5438d8d6 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355175 Oct 27 01:22:15.546245 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:22:15.627873 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4020acb-fa06-4d04-a5a3-c52f9b9ba93f req-60034ab6-de45-4c59-b479-0c0abe64adab tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:15.629333 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a4020acb-fa06-4d04-a5a3-c52f9b9ba93f req-60034ab6-de45-4c59-b479-0c0abe64adab tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0500810 Oct 27 01:22:15.674653 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a4020acb-fa06-4d04-a5a3-c52f9b9ba93f req-926e5a1f-023e-450b-bd2a-be62a16506ac tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385022 Oct 27 01:22:16.612801 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:16.654888 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98944fbe-7ffb-426e-93c9-175ea58b1e5a req-e7712a26-49fa-46c7-8588-3bd1be6588c0 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:16.662837 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-98944fbe-7ffb-426e-93c9-175ea58b1e5a req-e7712a26-49fa-46c7-8588-3bd1be6588c0 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0580616 Oct 27 01:22:16.710465 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-98944fbe-7ffb-426e-93c9-175ea58b1e5a req-0d9fba1b-5043-43bb-a3b8-3565e6bdd8bc tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414274 Oct 27 01:22:16.814724 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7886bf-72f5-4e98-a66c-decd6d4e9366 req-387e7fee-2161-4a72-9067-493f1429c4ca tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:16.816179 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fd7886bf-72f5-4e98-a66c-decd6d4e9366 req-387e7fee-2161-4a72-9067-493f1429c4ca tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0536480 Oct 27 01:22:17.061487 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fd7886bf-72f5-4e98-a66c-decd6d4e9366 req-89a042b3-5b94-44f4-8cb2-4dd54a037a45 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390232 Oct 27 01:22:17.853058 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154eb8c5-5119-417b-a378-85af5fd3d169 req-33a8cd1c-c2d3-481a-963a-e715ea8a3041 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:17.854560 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-154eb8c5-5119-417b-a378-85af5fd3d169 req-33a8cd1c-c2d3-481a-963a-e715ea8a3041 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0589304 Oct 27 01:22:17.893627 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-154eb8c5-5119-417b-a378-85af5fd3d169 req-9e2f3706-7daf-44cb-bf5d-a9ad80a6d23c tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323460 Oct 27 01:22:18.193687 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301a63f-8f82-47f1-ba9e-3251862bfb8b req-ab3abfe3-3b06-4908-adf2-56c3a0c62268 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:18.195262 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6301a63f-8f82-47f1-ba9e-3251862bfb8b req-ab3abfe3-3b06-4908-adf2-56c3a0c62268 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0543146 Oct 27 01:22:18.245318 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6301a63f-8f82-47f1-ba9e-3251862bfb8b req-8f6cb1ae-f063-461c-852f-7cbc14c34438 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440395 Oct 27 01:22:19.026321 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b50de-0d77-4e65-b6c0-473153d5f32b req-a81e84b6-edff-4f1c-bdf8-d5763fac61aa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:19.027739 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-369b50de-0d77-4e65-b6c0-473153d5f32b req-a81e84b6-edff-4f1c-bdf8-d5763fac61aa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0521760 Oct 27 01:22:19.074224 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-369b50de-0d77-4e65-b6c0-473153d5f32b req-d429ab76-3063-4039-92a7-03d62b1e4134 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403829 Oct 27 01:22:19.383187 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10d473-7703-469b-9c62-1844e929eef3 req-c002d037-3186-4fb1-876c-e7e4f3c1f717 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:19.385130 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5f10d473-7703-469b-9c62-1844e929eef3 req-c002d037-3186-4fb1-876c-e7e4f3c1f717 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0718815 Oct 27 01:22:19.433149 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5f10d473-7703-469b-9c62-1844e929eef3 req-809dfcd6-e85f-4bd3-87bc-ce9c34f826cd tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417466 Oct 27 01:22:20.193271 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7657207-14a1-4a23-b196-913c703b716b req-9e5a91a5-d32e-451a-bb25-37453fa617c2 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:20.194786 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c7657207-14a1-4a23-b196-913c703b716b req-9e5a91a5-d32e-451a-bb25-37453fa617c2 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0495768 Oct 27 01:22:20.240379 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c7657207-14a1-4a23-b196-913c703b716b req-690f8aec-1c03-4308-8d95-a2de9162cec4 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391612 Oct 27 01:22:20.573913 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d697fc0-54f8-4b78-a8c4-404aeeda0cb8 req-4f28cc8b-51b5-48c8-b461-6b5cadacf1b2 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:20.575339 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6d697fc0-54f8-4b78-a8c4-404aeeda0cb8 req-4f28cc8b-51b5-48c8-b461-6b5cadacf1b2 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0716641 Oct 27 01:22:20.613728 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6d697fc0-54f8-4b78-a8c4-404aeeda0cb8 req-5dcc8e9a-8bf2-4758-9045-79d8592aa4f3 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324399 Oct 27 01:22:21.391367 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857213a-ca7a-45ec-bff7-1a3840285524 req-57a472f1-908d-4373-916e-a525b3f0e94d tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:21.393808 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5857213a-ca7a-45ec-bff7-1a3840285524 req-57a472f1-908d-4373-916e-a525b3f0e94d tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0685029 Oct 27 01:22:21.440703 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5857213a-ca7a-45ec-bff7-1a3840285524 req-6bb2f9e7-81db-44a2-9863-0cff947f3f7d tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404589 Oct 27 01:22:21.752849 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dca7e6-c652-4085-a368-e4cca7e29f87 req-a07f5727-e4f3-4809-8dad-ccb483eaed7d tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:21.754731 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c5dca7e6-c652-4085-a368-e4cca7e29f87 req-a07f5727-e4f3-4809-8dad-ccb483eaed7d tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0500784 Oct 27 01:22:21.816811 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c5dca7e6-c652-4085-a368-e4cca7e29f87 req-0ee7a151-7bc9-454f-842e-16c93c7afb12 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561302 Oct 27 01:22:22.570886 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e78697-b00a-4dca-aeb2-84bcc5eff5c5 req-d343e35a-5dc4-40b4-9102-7ad9399a3b39 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:22.572341 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f5e78697-b00a-4dca-aeb2-84bcc5eff5c5 req-d343e35a-5dc4-40b4-9102-7ad9399a3b39 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0544872 Oct 27 01:22:22.616117 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f5e78697-b00a-4dca-aeb2-84bcc5eff5c5 req-b4ac01bd-d295-4087-8734-88618c38da2d tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378213 Oct 27 01:22:22.950691 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64b332-2fad-4ea1-a111-658c2db88d28 req-7db6f48a-a04c-4882-b36e-5f351ddc65f7 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:22.952461 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2b64b332-2fad-4ea1-a111-658c2db88d28 req-7db6f48a-a04c-4882-b36e-5f351ddc65f7 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0655775 Oct 27 01:22:23.000645 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2b64b332-2fad-4ea1-a111-658c2db88d28 req-ace1cf32-08cf-4bf3-abfe-23ca77574914 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405343 Oct 27 01:22:23.752770 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6f9e1-7a44-4956-9767-83dad241b94c req-e7126d9b-1a12-4a94-8bf5-20031ea318f4 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:23.754304 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-bed6f9e1-7a44-4956-9767-83dad241b94c req-e7126d9b-1a12-4a94-8bf5-20031ea318f4 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0574327 Oct 27 01:22:23.802303 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-bed6f9e1-7a44-4956-9767-83dad241b94c req-38144bfe-a762-494e-a311-4f0d6ab2678a tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382314 Oct 27 01:22:23.815182 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a6c72643-5471-46dc-b75e-1686b86d2fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:24.121838 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a08535-a86c-4620-baa7-f95584747c8b req-a319794d-5e35-4595-9bc7-cf6f3ed92829 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:24.123367 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-31a08535-a86c-4620-baa7-f95584747c8b req-a319794d-5e35-4595-9bc7-cf6f3ed92829 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0516200 Oct 27 01:22:24.161386 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-31a08535-a86c-4620-baa7-f95584747c8b req-1e27f46e-232e-4a44-b5a6-4f94e7c0bcb8 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320272 Oct 27 01:22:24.923870 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca71c0-de46-4740-ba83-35605c69fbab req-bb741216-69b9-4f9e-a27f-75f771968832 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:24.925332 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5eca71c0-de46-4740-ba83-35605c69fbab req-bb741216-69b9-4f9e-a27f-75f771968832 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0500603 Oct 27 01:22:24.954141 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a4749-03c0-4fd5-91e3-f7553209da87 req-7ac64319-d591-4c18-a9f5-907a177730f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:24.955697 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7f8a4749-03c0-4fd5-91e3-f7553209da87 req-7ac64319-d591-4c18-a9f5-907a177730f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6304b3ad2b4e4bf398ccbae70b72f46d&device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 1096 time: 0.0403457 Oct 27 01:22:24.966755 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5eca71c0-de46-4740-ba83-35605c69fbab req-e6dfb46c-ce88-49e0-862f-0ffdb42e9a3c tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330217 Oct 27 01:22:25.073709 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a4749-03c0-4fd5-91e3-f7553209da87 req-9c7acc78-5895-498b-a6fe-3ee34a2422c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:25.075207 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7f8a4749-03c0-4fd5-91e3-f7553209da87 req-9c7acc78-5895-498b-a6fe-3ee34a2422c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=337a2dfd-96cd-45e0-abce-401982e807e4 HTTP/1.1" status: 200 len: 917 time: 0.0925093 Oct 27 01:22:25.149004 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7f8a4749-03c0-4fd5-91e3-f7553209da87 req-5c2b7278-e6a0-45a5-9ddb-1be0194c1773 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eb0ecba-543e-4b15-8729-cbda338ab01b HTTP/1.1" status: 200 len: 998 time: 0.0638914 Oct 27 01:22:25.202417 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a4749-03c0-4fd5-91e3-f7553209da87 req-5cdeda24-19af-4594-8c77-7b961d572b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:25.202712 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7f8a4749-03c0-4fd5-91e3-f7553209da87 req-5cdeda24-19af-4594-8c77-7b961d572b54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e98a956-2627-48e5-9a9f-97fe27314719 HTTP/1.1" status: 200 len: 855 time: 0.0442834 Oct 27 01:22:25.258624 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a4749-03c0-4fd5-91e3-f7553209da87 req-ae51bcf8-32e5-409b-af1f-bb5d13771523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:25.260447 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7f8a4749-03c0-4fd5-91e3-f7553209da87 req-ae51bcf8-32e5-409b-af1f-bb5d13771523 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=337a2dfd-96cd-45e0-abce-401982e807e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482788 Oct 27 01:22:25.279479 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58216dc-571b-49a5-8c42-b1a21585fe0c req-4147b641-9f73-4063-9333-1a005343dc5e tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:25.280950 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e58216dc-571b-49a5-8c42-b1a21585fe0c req-4147b641-9f73-4063-9333-1a005343dc5e tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0530074 Oct 27 01:22:25.337135 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e58216dc-571b-49a5-8c42-b1a21585fe0c req-b00f2352-d873-42ae-96ef-d5f3d5f7a0f5 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490582 Oct 27 01:22:25.367519 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7f8a4749-03c0-4fd5-91e3-f7553209da87 req-b051c3e3-4489-4528-b9bc-8ea5fad558af service neutron] 10.222.0.36 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983729 Oct 27 01:22:25.468956 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7f8a4749-03c0-4fd5-91e3-f7553209da87 req-3d2af4ae-894b-4036-b066-034c8684e6cf service neutron] 10.222.0.36 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897934 Oct 27 01:22:26.092614 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f7ad7-f812-4ec2-9193-558d54d45c5f req-5c915e4d-373b-4933-8f61-c6485cff3b72 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:26.094072 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f44f7ad7-f812-4ec2-9193-558d54d45c5f req-5c915e4d-373b-4933-8f61-c6485cff3b72 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0512342 Oct 27 01:22:26.132056 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f44f7ad7-f812-4ec2-9193-558d54d45c5f req-71bc611a-6254-4c56-be6d-97125057550b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314252 Oct 27 01:22:26.334922 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-03003691-0537-4461-baa1-b056fb56e547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:26.456670 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738e2e7-343b-42fd-a469-b20866f43dcf req-112648b4-e973-4b55-ba0c-86d452d82b04 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:26.458680 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b738e2e7-343b-42fd-a469-b20866f43dcf req-112648b4-e973-4b55-ba0c-86d452d82b04 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0508649 Oct 27 01:22:26.496863 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b738e2e7-343b-42fd-a469-b20866f43dcf req-97a0100e-552e-4c25-9059-6b9f9bf35aa1 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320585 Oct 27 01:22:27.200797 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:27.268606 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e608a7-25eb-4a2a-ad2e-b6c3bfdd0687 req-df87b072-395e-46a8-ae3f-397f95cb78ce tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:27.270082 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c9e608a7-25eb-4a2a-ad2e-b6c3bfdd0687 req-df87b072-395e-46a8-ae3f-397f95cb78ce tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0498385 Oct 27 01:22:27.309186 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c9e608a7-25eb-4a2a-ad2e-b6c3bfdd0687 req-95dd9ce2-197c-4899-a67e-fddbd92aab7c tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325329 Oct 27 01:22:27.615986 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da0e59-9a1d-4ff4-afa4-2ed31d03928c req-45a93d69-df0a-4d80-87b8-caefecc1f639 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:27.617513 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-77da0e59-9a1d-4ff4-afa4-2ed31d03928c req-45a93d69-df0a-4d80-87b8-caefecc1f639 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0545485 Oct 27 01:22:27.656400 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-77da0e59-9a1d-4ff4-afa4-2ed31d03928c req-2425489c-d1cc-4667-a2c6-fb041a75b63e tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328310 Oct 27 01:22:27.680895 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:28.345172 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640550b-ebb4-4345-b4f3-c570c450b131 req-de408833-89a2-457e-acf5-ee6d98288ddd tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:28.346692 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c640550b-ebb4-4345-b4f3-c570c450b131 req-de408833-89a2-457e-acf5-ee6d98288ddd tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0502875 Oct 27 01:22:28.431920 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7fcfd-37ea-4319-8a0f-59e588aefcef req-0e58ddd2-0c4c-4c08-96e8-637f9dd9218d tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:28.433399 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f1b7fcfd-37ea-4319-8a0f-59e588aefcef req-0e58ddd2-0c4c-4c08-96e8-637f9dd9218d tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0493381 Oct 27 01:22:28.449367 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-c640550b-ebb4-4345-b4f3-c570c450b131 req-69a9c89e-4982-4dc3-9c58-49dd161f73c1 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Deleting port 73eeb8da-a290-4880-831a-db973bd4521e {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:22:28.449710 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c640550b-ebb4-4345-b4f3-c570c450b131 req-69a9c89e-4982-4dc3-9c58-49dd161f73c1 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:28.470840 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f1b7fcfd-37ea-4319-8a0f-59e588aefcef req-f98eeec9-0969-40d3-a327-2f68efa3a551 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311427 Oct 27 01:22:28.540377 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-c640550b-ebb4-4345-b4f3-c570c450b131 req-69a9c89e-4982-4dc3-9c58-49dd161f73c1 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] For port 73eeb8da-a290-4880-831a-db973bd4521e, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=73eeb8da-a290-4880-831a-db973bd4521e,segment=NetworkSegment(6024137d-d6c8-44d1-9eb5-629ccb2e3a80),segment_id=6024137d-d6c8-44d1-9eb5-629ccb2e3a80)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:22:28.540752 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c640550b-ebb4-4345-b4f3-c570c450b131 req-69a9c89e-4982-4dc3-9c58-49dd161f73c1 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:28.557876 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-c640550b-ebb4-4345-b4f3-c570c450b131 req-69a9c89e-4982-4dc3-9c58-49dd161f73c1 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Calling delete_port for 73eeb8da-a290-4880-831a-db973bd4521e owned by compute:nova {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:22:28.780803 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9c94e-bb82-411d-a1e1-db24fe62b697 req-7c34d0c0-49f5-4065-9058-8adcfc69b0b3 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:28.780803 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-50d9c94e-bb82-411d-a1e1-db24fe62b697 req-7c34d0c0-49f5-4065-9058-8adcfc69b0b3 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0492883 Oct 27 01:22:28.789683 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c640550b-ebb4-4345-b4f3-c570c450b131 req-69a9c89e-4982-4dc3-9c58-49dd161f73c1 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:28.821746 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-50d9c94e-bb82-411d-a1e1-db24fe62b697 req-4a044506-ee9d-427a-964d-adf50f76a96e tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347652 Oct 27 01:22:28.822345 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9c89e-4982-4dc3-9c58-49dd161f73c1 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Pushing event deleted for resources: {'Port': ['ID=73eeb8da-a290-4880-831a-db973bd4521e,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:28.837914 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['73eeb8da-a290-4880-831a-db973bd4521e', '4f1eccc2-4d63-4101-be4a-ce4e532f88e2'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:22:28.878093 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-c640550b-ebb4-4345-b4f3-c570c450b131 req-69a9c89e-4982-4dc3-9c58-49dd161f73c1 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] No DVR routers for this DVR port 73eeb8da-a290-4880-831a-db973bd4521e on host hv-cinder-81556 {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:22:28.881030 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c640550b-ebb4-4345-b4f3-c570c450b131 req-69a9c89e-4982-4dc3-9c58-49dd161f73c1 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:28.884455 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c640550b-ebb4-4345-b4f3-c570c450b131 req-69a9c89e-4982-4dc3-9c58-49dd161f73c1 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.36 "DELETE /v2.0/ports/73eeb8da-a290-4880-831a-db973bd4521e HTTP/1.1" status: 204 len: 173 time: 0.5276983 Oct 27 01:22:28.884911 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5', 'name': 'network-vif-deleted', 'tag': '73eeb8da-a290-4880-831a-db973bd4521e'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:22:28.887205 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfba75c7-8acc-4825-ab02-91002191d2df" -d '{"events": [{"server_uuid": "cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5", "name": "network-vif-deleted", "tag": "73eeb8da-a290-4880-831a-db973bd4521e"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:22:28.926330 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78224434-0a62-4d43-8cd7-a30dc223c533 x-openstack-request-id: req-78224434-0a62-4d43-8cd7-a30dc223c533 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:22:28.926774 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5", "name": "network-vif-deleted", "tag": "73eeb8da-a290-4880-831a-db973bd4521e", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:22:28.927126 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78224434-0a62-4d43-8cd7-a30dc223c533 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:22:28.928175 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5', 'name': 'network-vif-deleted', 'tag': '73eeb8da-a290-4880-831a-db973bd4521e', 'status': 'completed', 'code': 200} Oct 27 01:22:29.134433 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:29.367902 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 34902) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:29.474342 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-67043ca2-fdd8-403d-966c-f368729b5b12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:29.563762 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-67043ca2-fdd8-403d-966c-f368729b5b12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:29.599443 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44688af6-6fe7-4d89-a870-b7c0ffa34b86 req-e4cda07e-e0dc-4720-bb9b-3b1930a2cdeb tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:29.600878 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-44688af6-6fe7-4d89-a870-b7c0ffa34b86 req-e4cda07e-e0dc-4720-bb9b-3b1930a2cdeb tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0558255 Oct 27 01:22:29.621968 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-67043ca2-fdd8-403d-966c-f368729b5b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:29.670647 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-67043ca2-fdd8-403d-966c-f368729b5b12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c000c37c90a645ec9c213ee8ef33a963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016281 Oct 27 01:22:29.674060 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 34908) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:29.676298 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-44688af6-6fe7-4d89-a870-b7c0ffa34b86 req-c75f6602-93f8-4831-84a8-4362ef490edf tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692289 Oct 27 01:22:29.678441 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67043ca2-fdd8-403d-966c-f368729b5b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b4ba7f-390c-47dc-88be-e7f60a42ef0e,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:29.732793 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c2b25308-421f-440f-bf51-682c0ed7cc37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:29.755450 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c2b25308-421f-440f-bf51-682c0ed7cc37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:29.889087 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c2b25308-421f-440f-bf51-682c0ed7cc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:29.891848 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c2b25308-421f-440f-bf51-682c0ed7cc37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:29.896132 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-c2b25308-421f-440f-bf51-682c0ed7cc37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12b4ba7f-390c-47dc-88be-e7f60a42ef0e HTTP/1.1" status: 204 len: 168 time: 0.2172861 Oct 27 01:22:29.904058 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b25308-421f-440f-bf51-682c0ed7cc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b4ba7f-390c-47dc-88be-e7f60a42ef0e,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:29.955968 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d628ca9d-3f88-4f00-be21-8b7ea8999565 req-1da31f7d-fee4-4f61-94fd-a904530c8f59 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd93d1f-7a2c-4a5e-b272-f8bb1e80b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0307627 Oct 27 01:22:30.585946 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 34920) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:30.599246 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e03fee7d-bef5-4c81-a455-d144815800e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:30.676075 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e03fee7d-bef5-4c81-a455-d144815800e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:30.782809 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e03fee7d-bef5-4c81-a455-d144815800e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:30.830674 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-e03fee7d-bef5-4c81-a455-d144815800e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7259c0d553d9444586610917256672d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435968 Oct 27 01:22:30.832248 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fee7d-bef5-4c81-a455-d144815800e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3b26f2-0e9d-4ee8-9cc6-9f65b2dbfe26,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:30.834294 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 34926) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:30.845520 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27fdf2-80e9-423c-b53c-c992ac40c0dc req-189ab28d-750e-4b7a-b283-14fc48024eeb tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:30.847005 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2e27fdf2-80e9-423c-b53c-c992ac40c0dc req-189ab28d-750e-4b7a-b283-14fc48024eeb tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0937259 Oct 27 01:22:30.892062 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2e27fdf2-80e9-423c-b53c-c992ac40c0dc req-e6d23c7d-7b91-4cde-b7ba-88e394552bea tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380318 Oct 27 01:22:30.907679 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-093b8e7c-d2bb-45c0-9731-9ce7c0071500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:30.930564 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-093b8e7c-d2bb-45c0-9731-9ce7c0071500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:31.040792 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-093b8e7c-d2bb-45c0-9731-9ce7c0071500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:31.043836 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-093b8e7c-d2bb-45c0-9731-9ce7c0071500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:31.048411 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-093b8e7c-d2bb-45c0-9731-9ce7c0071500 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc3b26f2-0e9d-4ee8-9cc6-9f65b2dbfe26 HTTP/1.1" status: 204 len: 168 time: 0.2129769 Oct 27 01:22:31.057228 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b8e7c-d2bb-45c0-9731-9ce7c0071500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3b26f2-0e9d-4ee8-9cc6-9f65b2dbfe26,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:31.440769 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17db3b-f343-4729-ad7b-507d06c0d9c4 req-c8123dfd-c9d9-48dd-acae-4b4403ea056e tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:31.442860 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5f17db3b-f343-4729-ad7b-507d06c0d9c4 req-c8123dfd-c9d9-48dd-acae-4b4403ea056e tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0484483 Oct 27 01:22:31.479524 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5f17db3b-f343-4729-ad7b-507d06c0d9c4 req-b6479ce5-c00f-4b44-8807-68142dcd5d38 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306349 Oct 27 01:22:31.773149 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 34942) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:31.786486 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ce1fd3b-7c6b-4fd8-9d9e-eccc69876d6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:31.862238 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ce1fd3b-7c6b-4fd8-9d9e-eccc69876d6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:31.943355 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ce1fd3b-7c6b-4fd8-9d9e-eccc69876d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:31.992422 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1fd3b-7c6b-4fd8-9d9e-eccc69876d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bff12a-01cd-47c3-ad37-81fe119b4a69,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:32.011728 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-9ce1fd3b-7c6b-4fd8-9d9e-eccc69876d6a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e74bda80758c480d823bee196d714d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374327 Oct 27 01:22:32.014573 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 34950) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:32.034313 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6d6d5-ccce-42b4-a20d-477f331c1573 req-725220ce-051b-40a9-b332-fc1390d44744 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:32.036288 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6bc6d6d5-ccce-42b4-a20d-477f331c1573 req-725220ce-051b-40a9-b332-fc1390d44744 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0604587 Oct 27 01:22:32.067906 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3169f3f4-337f-4387-9666-f3e6c523edb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:32.074873 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6bc6d6d5-ccce-42b4-a20d-477f331c1573 req-aa7604cc-9c00-459d-b939-d6156ee2fade tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323586 Oct 27 01:22:32.091001 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3169f3f4-337f-4387-9666-f3e6c523edb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:32.206311 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3169f3f4-337f-4387-9666-f3e6c523edb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:32.209477 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3169f3f4-337f-4387-9666-f3e6c523edb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:32.210679 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-3169f3f4-337f-4387-9666-f3e6c523edb3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86bff12a-01cd-47c3-ad37-81fe119b4a69 HTTP/1.1" status: 204 len: 168 time: 0.1950960 Oct 27 01:22:32.218598 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169f3f4-337f-4387-9666-f3e6c523edb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bff12a-01cd-47c3-ad37-81fe119b4a69,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:32.594652 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33610380-72eb-4bb4-9ddb-047518998585 req-9eb6cd11-5f54-4db9-a987-177f0c98fd07 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:32.596136 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-33610380-72eb-4bb4-9ddb-047518998585 req-9eb6cd11-5f54-4db9-a987-177f0c98fd07 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0496948 Oct 27 01:22:32.637342 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-33610380-72eb-4bb4-9ddb-047518998585 req-0f240dac-507b-4f79-a35d-1e8ec992245e tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329280 Oct 27 01:22:33.208994 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf3e95-78b3-4184-9508-93e95c3c1493 req-4805b5b5-0818-456b-adde-73d2f0eca18c tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:33.210587 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-54cf3e95-78b3-4184-9508-93e95c3c1493 req-4805b5b5-0818-456b-adde-73d2f0eca18c tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 943 time: 0.0596097 Oct 27 01:22:33.250082 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-54cf3e95-78b3-4184-9508-93e95c3c1493 req-f7e79f2c-a20f-4b44-b586-ebf46a43e045 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323031 Oct 27 01:22:33.260830 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 2eb0ecba-543e-4b15-8729-cbda338ab01b details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:22:33.278190 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 73eeb8da-a290-4880-831a-db973bd4521e no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:22:33.312277 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] No Port match for: 73eeb8da-a290-4880-831a-db973bd4521e {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:22:33.312568 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 73eeb8da-a290-4880-831a-db973bd4521e not bound to the agent host hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:22:33.387346 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 2eb0ecba-543e-4b15-8729-cbda338ab01b, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=2eb0ecba-543e-4b15-8729-cbda338ab01b,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:22:33.399442 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': '2eb0ecba-543e-4b15-8729-cbda338ab01b', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'port_id': '2eb0ecba-543e-4b15-8729-cbda338ab01b', 'mac_address': 'fa:16:3e:88:0e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:22:33.440020 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:33.454295 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb0ecba-543e-4b15-8729-cbda338ab01b {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:22:33.473888 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 2eb0ecba-543e-4b15-8729-cbda338ab01b, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=2eb0ecba-543e-4b15-8729-cbda338ab01b,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:22:33.552023 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:33.599214 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=2eb0ecba-543e-4b15-8729-cbda338ab01b,revision_number=9']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:33.606553 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:33.613597 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:33.613597 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:33.613597 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:33.613597 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:33.613597 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:33.613597 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:33.613597 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:33.613597 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:33.613597 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:33.613597 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:33.613597 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:22:33.753335 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1929a-7e1e-4689-8032-a397884032f9 req-5e158927-e90c-4ad7-b513-cf5d95bfcafd tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:33.755763 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6af1929a-7e1e-4689-8032-a397884032f9 req-5e158927-e90c-4ad7-b513-cf5d95bfcafd tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0516341 Oct 27 01:22:33.792996 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6af1929a-7e1e-4689-8032-a397884032f9 req-4ac3d05c-cebe-485a-bf95-4f1ecd3bee95 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315688 Oct 27 01:22:34.014576 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['2eb0ecba-543e-4b15-8729-cbda338ab01b'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:22:34.229460 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed0a0c-3792-4b16-aa59-4e427c07281b req-ad57f05f-ee95-4541-bdfc-7de7990197f4 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:34.231238 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-47ed0a0c-3792-4b16-aa59-4e427c07281b req-ad57f05f-ee95-4541-bdfc-7de7990197f4 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 945 time: 0.0511420 Oct 27 01:22:34.268793 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-47ed0a0c-3792-4b16-aa59-4e427c07281b req-ad55dd21-d7fd-4eb0-94ee-ed752d2e52de tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316403 Oct 27 01:22:34.292117 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 35016) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:34.384264 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab42306-9ac9-41c6-96bd-6af7983ab40a req-04fca598-b9f7-44e1-840b-3d91084db573 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:34.385779 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-aab42306-9ac9-41c6-96bd-6af7983ab40a req-04fca598-b9f7-44e1-840b-3d91084db573 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 944 time: 0.0543959 Oct 27 01:22:34.424276 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-aab42306-9ac9-41c6-96bd-6af7983ab40a req-a43d1c85-5a28-4c01-bf99-8e3bafcb076b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323906 Oct 27 01:22:34.478770 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afe1717-6d88-44b1-ac43-1bb5248e1568 tempest-TestMinimumBasicScenario-1515847292 tempest-TestMinimumBasicScenario-1515847292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:34.480267 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-4afe1717-6d88-44b1-ac43-1bb5248e1568 tempest-TestMinimumBasicScenario-1515847292 tempest-TestMinimumBasicScenario-1515847292-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 1093 time: 0.1871495 Oct 27 01:22:34.483353 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 35020) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:34.487463 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-ecc893f3-8799-439b-8326-2ea7b1389508 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Request body: {'floatingip': {'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'port_id': 'd271dfc3-2e52-484f-8433-9676c21da897', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:22:34.648992 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ecc893f3-8799-439b-8326-2ea7b1389508 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for floatingip, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:34.746535 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ecc893f3-8799-439b-8326-2ea7b1389508 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:34.849880 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [None req-ecc893f3-8799-439b-8326-2ea7b1389508 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Allocated IP 172.27.3.6 (446c4d70-d462-4a3b-8224-efffdf97f324/4937d60a-1906-48c0-8abc-dbda7672a658/f8bd29ff-34f0-4bfb-a227-1c29ee43d9cb) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:22:34.907784 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ba0e0-9e97-4973-adb4-84b83e91cdb2 req-1b86326c-e1cb-45f7-aaf8-819c37819b22 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:34.909293 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ff1ba0e0-9e97-4973-adb4-84b83e91cdb2 req-1b86326c-e1cb-45f7-aaf8-819c37819b22 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0490646 Oct 27 01:22:34.948706 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ff1ba0e0-9e97-4973-adb4-84b83e91cdb2 req-c349fc02-70b1-4ada-85c4-2ebda46f0e04 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321226 Oct 27 01:22:34.955071 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ecc893f3-8799-439b-8326-2ea7b1389508 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:35.097738 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ecc893f3-8799-439b-8326-2ea7b1389508 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:35.161792 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc893f3-8799-439b-8326-2ea7b1389508 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Network 446c4d70-d462-4a3b-8224-efffdf97f324 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:22:35.167892 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-ecc893f3-8799-439b-8326-2ea7b1389508 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:22:35.173457 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc893f3-8799-439b-8326-2ea7b1389508 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:22:35.198082 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc893f3-8799-439b-8326-2ea7b1389508 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Pushing event updated for resources: {'Port': ['ID=f8bd29ff-34f0-4bfb-a227-1c29ee43d9cb,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:35.277356 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 2eb0ecba-543e-4b15-8729-cbda338ab01b up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:22:35.328984 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port 2eb0ecba-543e-4b15-8729-cbda338ab01b triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:22:35.329628 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:35.409065 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:35.433388 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2a60d0-e2da-4415-8558-1da7a803e3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb0ecba-543e-4b15-8729-cbda338ab01b'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:22:35.435671 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc5aeaa-83b2-4875-9c03-3d4fdad2705f" -d '{"events": [{"server_uuid": "ef2a60d0-e2da-4415-8558-1da7a803e3f4", "name": "network-vif-plugged", "status": "completed", "tag": "2eb0ecba-543e-4b15-8729-cbda338ab01b"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:22:35.449245 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 2eb0ecba-543e-4b15-8729-cbda338ab01b, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=2eb0ecba-543e-4b15-8729-cbda338ab01b,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:22:35.476530 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c486bdd-f89b-4b0c-9bc5-4efeb0f3b3b7 x-openstack-request-id: req-6c486bdd-f89b-4b0c-9bc5-4efeb0f3b3b7 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:22:35.476847 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2a60d0-e2da-4415-8558-1da7a803e3f4", "name": "network-vif-plugged", "status": "completed", "tag": "2eb0ecba-543e-4b15-8729-cbda338ab01b", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:22:35.477244 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c486bdd-f89b-4b0c-9bc5-4efeb0f3b3b7 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:22:35.477643 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2a60d0-e2da-4415-8558-1da7a803e3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb0ecba-543e-4b15-8729-cbda338ab01b', 'code': 200} Oct 27 01:22:35.522248 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ecc893f3-8799-439b-8326-2ea7b1389508 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:35.548470 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964aed8-673c-4502-afb8-adb1861d0e4f req-2a557072-4c05-4141-bc1e-35adae6c7c30 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:35.550008 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6964aed8-673c-4502-afb8-adb1861d0e4f req-2a557072-4c05-4141-bc1e-35adae6c7c30 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 944 time: 0.0485518 Oct 27 01:22:35.557652 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:35.591725 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6964aed8-673c-4502-afb8-adb1861d0e4f req-84a56688-e9c4-4b92-92af-ff927634c4e2 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327601 Oct 27 01:22:35.608964 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=2eb0ecba-543e-4b15-8729-cbda338ab01b,revision_number=10']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:35.677907 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ecc893f3-8799-439b-8326-2ea7b1389508 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:35.823619 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ecc893f3-8799-439b-8326-2ea7b1389508 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:35.900258 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ecc893f3-8799-439b-8326-2ea7b1389508 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:35.968672 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc893f3-8799-439b-8326-2ea7b1389508 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Pushing event updated for resources: {'Port': ['ID=f8bd29ff-34f0-4bfb-a227-1c29ee43d9cb,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:35.981700 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ecc893f3-8799-439b-8326-2ea7b1389508 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3723056'] for floatingip, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:36.075121 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4c789-1c40-4812-88bd-9b9eecd4c3f3 req-97a23b16-1f46-46a0-99c8-2193abb032ee tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:36.076623 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-94e4c789-1c40-4812-88bd-9b9eecd4c3f3 req-97a23b16-1f46-46a0-99c8-2193abb032ee tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0535073 Oct 27 01:22:36.089816 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.db.l3_db [None req-ecc893f3-8799-439b-8326-2ea7b1389508 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Floating IP bf3d957f-1157-4034-bc2a-ae8681d12dde associated. External IP: 172.27.3.6, port: d271dfc3-2e52-484f-8433-9676c21da897. Oct 27 01:22:36.115170 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-94e4c789-1c40-4812-88bd-9b9eecd4c3f3 req-31080b80-eb41-465e-a7fc-9e2fdf5a34fc tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323477 Oct 27 01:22:36.306733 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eeca7e-fc5f-433b-8e58-5bdc7e38d8a5 req-a966758b-32d5-462a-82cc-3021a21e5d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:36.308189 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-d9eeca7e-fc5f-433b-8e58-5bdc7e38d8a5 req-a966758b-32d5-462a-82cc-3021a21e5d1d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 1099 time: 0.0813982 Oct 27 01:22:36.341284 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc893f3-8799-439b-8326-2ea7b1389508 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Router 82686284-5fd9-41e7-b370-6dd6ba515da1 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:22:36.358376 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-d9eeca7e-fc5f-433b-8e58-5bdc7e38d8a5 req-f31484b5-d6d8-41c5-b1e2-0ca0931070ad service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393553 Oct 27 01:22:36.360848 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b32b286b-b212-4703-8315-e64adfea589c req-8c78efed-cb02-4b2b-8b73-ed4356d3eeb6 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=62ba4e49116c4783802852db9449300f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297253 Oct 27 01:22:36.550333 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b286b-b212-4703-8315-e64adfea589c req-5f13e268-6c98-4a3c-8c3d-070728f591c5 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:36.552421 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b32b286b-b212-4703-8315-e64adfea589c req-5f13e268-6c98-4a3c-8c3d-070728f591c5 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1853514 Oct 27 01:22:36.569016 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b32b286b-b212-4703-8315-e64adfea589c req-8a97a05e-1970-429b-b05e-3961b817c291 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/quotas/62ba4e49116c4783802852db9449300f HTTP/1.1" status: 200 len: 375 time: 0.0103395 Oct 27 01:22:36.604753 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b32b286b-b212-4703-8315-e64adfea589c req-a01aacd0-251d-40bd-8843-98cb1d9c7994 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=62ba4e49116c4783802852db9449300f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298126 Oct 27 01:22:36.674075 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc893f3-8799-439b-8326-2ea7b1389508 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:22:36.686860 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ef95de-65ae-4afb-a022-0d32553be223 None None] Sync routers for ids ['82686284-5fd9-41e7-b370-6dd6ba515da1'] in dv-cinder-815560-1-iscsi {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:22:36.698781 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ef95de-65ae-4afb-a022-0d32553be223 None None] Routers {'82686284-5fd9-41e7-b370-6dd6ba515da1'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:22:36.699394 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-74ef95de-65ae-4afb-a022-0d32553be223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:22:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['82686284-5fd9-41e7-b370-6dd6ba515da1'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:22:36.721934 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a69037-242d-452d-aa4f-c7700cecfca9 req-236f8826-146d-469b-90bc-475901f5ad61 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:36.724268 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-90a69037-242d-452d-aa4f-c7700cecfca9 req-236f8826-146d-469b-90bc-475901f5ad61 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 946 time: 0.0560901 Oct 27 01:22:36.763861 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-90a69037-242d-452d-aa4f-c7700cecfca9 req-b62d9203-8239-4a41-8302-829ec9652bae tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327830 Oct 27 01:22:36.768566 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ecc893f3-8799-439b-8326-2ea7b1389508 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for floatingip, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:36.798706 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-ecc893f3-8799-439b-8326-2ea7b1389508 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3143511 Oct 27 01:22:36.799613 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343ff586-2029-4b30-ac5f-f827cf95a0ce', 'tag': 'd271dfc3-2e52-484f-8433-9676c21da897'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:22:36.802016 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 35052) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:36.803172 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b88c50-fa3f-4723-af74-3d5f86a36730" -d '{"events": [{"name": "network-changed", "server_uuid": "343ff586-2029-4b30-ac5f-f827cf95a0ce", "tag": "d271dfc3-2e52-484f-8433-9676c21da897"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:22:36.808218 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2ea429f0-d6dd-403b-9c9e-17d4a9be24ef tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1075865946', 'description': 'tempest-secgroup-smoke-1075865946 description', 'project_id': '5e37607855ec49b6af8f28274acba57b'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:22:36.828205 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-74ef95de-65ae-4afb-a022-0d32553be223 None None] Set router 82686284-5fd9-41e7-b370-6dd6ba515da1 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:22:36.841500 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2812c768-3606-4702-a05d-f8aa2f91398d x-openstack-request-id: req-2812c768-3606-4702-a05d-f8aa2f91398d {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:22:36.841886 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343ff586-2029-4b30-ac5f-f827cf95a0ce", "tag": "d271dfc3-2e52-484f-8433-9676c21da897", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:22:36.842253 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2812c768-3606-4702-a05d-f8aa2f91398d {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:22:36.842737 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343ff586-2029-4b30-ac5f-f827cf95a0ce', 'tag': 'd271dfc3-2e52-484f-8433-9676c21da897', 'status': 'completed', 'code': 200} Oct 27 01:22:36.883657 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8dfcd267-ad0f-4ef1-bc57-59a4a8b0d4ac req-5f56e80a-7e91-4d25-bca9-38bd6f476992 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa1674c5-2b41-4cd3-8f8b-a5b63265dae3 HTTP/1.1" status: 200 len: 210 time: 0.0266490 Oct 27 01:22:36.910835 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2ea429f0-d6dd-403b-9c9e-17d4a9be24ef tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:36.946826 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b88c50-fa3f-4723-af74-3d5f86a36730 req-2fd8b829-1595-4272-944f-a4eca8a0e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:36.948522 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c7b88c50-fa3f-4723-af74-3d5f86a36730 req-2fd8b829-1595-4272-944f-a4eca8a0e54a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e37607855ec49b6af8f28274acba57b&device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 1098 time: 0.0464666 Oct 27 01:22:37.010776 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2ea429f0-d6dd-403b-9c9e-17d4a9be24ef tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:37.068658 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b88c50-fa3f-4723-af74-3d5f86a36730 req-c5aca44b-1338-4462-941c-15a222e899d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:37.070237 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c7b88c50-fa3f-4723-af74-3d5f86a36730 req-c5aca44b-1338-4462-941c-15a222e899d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a4571fc-d7ab-424a-af9f-0f896f2dad41 HTTP/1.1" status: 200 len: 914 time: 0.1098309 Oct 27 01:22:37.089830 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-74ef95de-65ae-4afb-a022-0d32553be223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'name': 'tempest-TestMinimumBasicScenario-60690230-router', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:00Z', 'updated_at': '2021-10-27T01:21:04Z', 'revision_number': 4, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'gw_port': {'id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:01Z', 'updated_at': '2021-10-27T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': 'bf3d957f-1157-4034-bc2a-ae8681d12dde', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'port_id': 'd271dfc3-2e52-484f-8433-9676c21da897', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41', 'mac_address': 'fa:16:3e:19:03:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343ff586-2029-4b30-ac5f-f827cf95a0ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:22:35Z', 'updated_at': '2021-10-27T01:22:35Z', 'revision_number': 0, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749d6660-cf1f-45c2-8f78-1c60d1c98f9b', 'name': '', 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'mac_address': 'fa:16:3e:a4:17:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '948e74c1-7ae5-4faf-ba8f-e1cec7da79a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:03Z', 'updated_at': '2021-10-27T01:21:08Z', 'revision_number': 5, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'subnets': [{'id': '948e74c1-7ae5-4faf-ba8f-e1cec7da79a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:22:37.103132 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2ea429f0-d6dd-403b-9c9e-17d4a9be24ef tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:37.117815 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ef95de-65ae-4afb-a022-0d32553be223 None None] Checking router: 82686284-5fd9-41e7-b370-6dd6ba515da1 for host: dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:22:37.128497 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ef95de-65ae-4afb-a022-0d32553be223 None None] Routers {'82686284-5fd9-41e7-b370-6dd6ba515da1'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:22:37.129363 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-74ef95de-65ae-4afb-a022-0d32553be223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:22:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['82686284-5fd9-41e7-b370-6dd6ba515da1'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:22:37.135853 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea429f0-d6dd-403b-9c9e-17d4a9be24ef tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5008b7d3-cb9b-4403-9a05-52e27afb2ad8,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:37.143871 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c7b88c50-fa3f-4723-af74-3d5f86a36730 req-efe7ed4a-ddcd-4328-a572-a4d177098c50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d271dfc3-2e52-484f-8433-9676c21da897 HTTP/1.1" status: 200 len: 997 time: 0.0628307 Oct 27 01:22:37.196059 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b88c50-fa3f-4723-af74-3d5f86a36730 req-c660db86-ece2-4bae-8f13-a073dd43a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:37.204833 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c7b88c50-fa3f-4723-af74-3d5f86a36730 req-c660db86-ece2-4bae-8f13-a073dd43a1a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=948e74c1-7ae5-4faf-ba8f-e1cec7da79a5 HTTP/1.1" status: 200 len: 852 time: 0.0456760 Oct 27 01:22:37.246223 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-74ef95de-65ae-4afb-a022-0d32553be223 None None] Set router 82686284-5fd9-41e7-b370-6dd6ba515da1 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:22:37.267840 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b88c50-fa3f-4723-af74-3d5f86a36730 req-d7da6a52-5a3a-4c72-ac94-24249a7676a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:37.269437 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c7b88c50-fa3f-4723-af74-3d5f86a36730 req-d7da6a52-5a3a-4c72-ac94-24249a7676a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a4571fc-d7ab-424a-af9f-0f896f2dad41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534384 Oct 27 01:22:37.274216 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2ea429f0-d6dd-403b-9c9e-17d4a9be24ef tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:37.278331 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-2ea429f0-d6dd-403b-9c9e-17d4a9be24ef tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4722505 Oct 27 01:22:37.278856 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 35068) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:37.284019 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-0f2f5fcf-761f-4428-9766-f1724917c408 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Request body: {'security_group_rule': {'security_group_id': '5008b7d3-cb9b-4403-9a05-52e27afb2ad8', 'project_id': '5e37607855ec49b6af8f28274acba57b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:22:37.287451 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb5d16-3f8f-47cb-b8da-caab77411c9a req-81c4049d-410d-4dbc-bf9a-3f019997d3a6 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:37.288998 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2cfb5d16-3f8f-47cb-b8da-caab77411c9a req-81c4049d-410d-4dbc-bf9a-3f019997d3a6 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0668714 Oct 27 01:22:37.331004 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2cfb5d16-3f8f-47cb-b8da-caab77411c9a req-121a102d-5877-449e-a8d3-0552d6932803 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351727 Oct 27 01:22:37.387817 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c7b88c50-fa3f-4723-af74-3d5f86a36730 req-18769b3d-2439-4227-82e5-9ff7a4b415f6 service neutron] 10.222.0.36 "GET /v2.0/networks/9a4571fc-d7ab-424a-af9f-0f896f2dad41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972617 Oct 27 01:22:37.454631 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5fcf-761f-4428-9766-f1724917c408 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:37.487848 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-74ef95de-65ae-4afb-a022-0d32553be223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'name': 'tempest-TestMinimumBasicScenario-60690230-router', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:00Z', 'updated_at': '2021-10-27T01:21:04Z', 'revision_number': 4, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'gw_port': {'id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:01Z', 'updated_at': '2021-10-27T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': 'bf3d957f-1157-4034-bc2a-ae8681d12dde', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'port_id': 'd271dfc3-2e52-484f-8433-9676c21da897', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41', 'mac_address': 'fa:16:3e:19:03:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343ff586-2029-4b30-ac5f-f827cf95a0ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:22:35Z', 'updated_at': '2021-10-27T01:22:35Z', 'revision_number': 0, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749d6660-cf1f-45c2-8f78-1c60d1c98f9b', 'name': '', 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'mac_address': 'fa:16:3e:a4:17:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '948e74c1-7ae5-4faf-ba8f-e1cec7da79a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:03Z', 'updated_at': '2021-10-27T01:21:08Z', 'revision_number': 5, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'subnets': [{'id': '948e74c1-7ae5-4faf-ba8f-e1cec7da79a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:22:37.514408 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ef95de-65ae-4afb-a022-0d32553be223 None None] The sync data for ids ['82686284-5fd9-41e7-b370-6dd6ba515da1'] in dv-cinder-815560-1-iscsi is: [{'id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'name': 'tempest-TestMinimumBasicScenario-60690230-router', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:00Z', 'updated_at': '2021-10-27T01:21:04Z', 'revision_number': 4, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'gw_port': {'id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:01Z', 'updated_at': '2021-10-27T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': 'bf3d957f-1157-4034-bc2a-ae8681d12dde', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'port_id': 'd271dfc3-2e52-484f-8433-9676c21da897', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41', 'mac_address': 'fa:16:3e:19:03:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343ff586-2029-4b30-ac5f-f827cf95a0ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:22:35Z', 'updated_at': '2021-10-27T01:22:35Z', 'revision_number': 0, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749d6660-cf1f-45c2-8f78-1c60d1c98f9b', 'name': '', 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'mac_address': 'fa:16:3e:a4:17:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '948e74c1-7ae5-4faf-ba8f-e1cec7da79a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:03Z', 'updated_at': '2021-10-27T01:21:08Z', 'revision_number': 5, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'subnets': [{'id': '948e74c1-7ae5-4faf-ba8f-e1cec7da79a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:22:37.521825 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c7b88c50-fa3f-4723-af74-3d5f86a36730 req-9581dfab-0947-4fcd-b9bb-27ee99c31bff service neutron] 10.222.0.36 "GET /v2.0/networks/9a4571fc-d7ab-424a-af9f-0f896f2dad41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236691 Oct 27 01:22:37.534957 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5fcf-761f-4428-9766-f1724917c408 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:37.606397 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5fcf-761f-4428-9766-f1724917c408 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:37.626409 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f5fcf-761f-4428-9766-f1724917c408 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a931c6ab-c4d1-43ff-ad0c-d9da2d72af0e,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:37.710019 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ac753-a2ab-48eb-8cd4-da34e15f8e32 None None] New status for floating IP bf3d957f-1157-4034-bc2a-ae8681d12dde: ACTIVE {{(pid=102102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:22:37.776581 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5fcf-761f-4428-9766-f1724917c408 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:37.777915 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-0f2f5fcf-761f-4428-9766-f1724917c408 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4979889 Oct 27 01:22:37.789755 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 35070) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:37.807904 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-55bd4e6e-ed56-432d-b1d1-700e591f247e tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Request body: {'security_group_rule': {'security_group_id': '5008b7d3-cb9b-4403-9a05-52e27afb2ad8', 'project_id': '5e37607855ec49b6af8f28274acba57b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:22:37.920671 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-55bd4e6e-ed56-432d-b1d1-700e591f247e tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:37.927376 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc6be6-7d80-4d90-b3d9-76cfd007165c req-6d1d6ae6-de58-4db6-99ae-80f9af6ed279 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:37.929072 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2cfc6be6-7d80-4d90-b3d9-76cfd007165c req-6d1d6ae6-de58-4db6-99ae-80f9af6ed279 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 946 time: 0.0527442 Oct 27 01:22:37.979420 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fa0fca8c-0840-4905-a461-d134094cf560 req-1c083389-b38b-48fe-ad4b-daa43c15d48c tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa1674c5-2b41-4cd3-8f8b-a5b63265dae3 HTTP/1.1" status: 200 len: 210 time: 0.0323911 Oct 27 01:22:37.998295 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2cfc6be6-7d80-4d90-b3d9-76cfd007165c req-483caa0e-a0ac-47fd-ab15-da0e73856cfa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628238 Oct 27 01:22:38.006111 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-55bd4e6e-ed56-432d-b1d1-700e591f247e tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:38.100541 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-55bd4e6e-ed56-432d-b1d1-700e591f247e tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:38.124358 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd4e6e-ed56-432d-b1d1-700e591f247e tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f85f2d0-999d-4c32-bdcf-b618ad77f7cb,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:38.242930 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-55bd4e6e-ed56-432d-b1d1-700e591f247e tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:38.246982 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 35090) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:38.247126 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-55bd4e6e-ed56-432d-b1d1-700e591f247e tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4558768 Oct 27 01:22:38.266683 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-a7b6775c-8018-48fd-9954-fe648a814a93 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Request body: {'security_group_rule': {'security_group_id': '5008b7d3-cb9b-4403-9a05-52e27afb2ad8', 'project_id': '5e37607855ec49b6af8f28274acba57b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:22:38.397476 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a7b6775c-8018-48fd-9954-fe648a814a93 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:38.478624 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d96678-0476-48d4-b4ed-59f9ea725f6b req-07c7118f-a467-4371-a4fe-1c00a9f6e5a6 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:38.479988 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b5d96678-0476-48d4-b4ed-59f9ea725f6b req-07c7118f-a467-4371-a4fe-1c00a9f6e5a6 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0703406 Oct 27 01:22:38.494823 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a7b6775c-8018-48fd-9954-fe648a814a93 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:38.525182 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b5d96678-0476-48d4-b4ed-59f9ea725f6b req-e88f86cd-f27a-4f45-83bd-15f0b0273642 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329306 Oct 27 01:22:38.580121 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a7b6775c-8018-48fd-9954-fe648a814a93 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:38.596467 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6775c-8018-48fd-9954-fe648a814a93 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44a7906-667c-468e-abd0-23ba9c7e6bfe,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:38.691000 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a7b6775c-8018-48fd-9954-fe648a814a93 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:38.692906 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-a7b6775c-8018-48fd-9954-fe648a814a93 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4443250 Oct 27 01:22:38.695481 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 35112) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:38.699679 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-581000a4-978a-45da-a19b-23c6e27faffa tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Request body: {'security_group_rule': {'security_group_id': '5008b7d3-cb9b-4403-9a05-52e27afb2ad8', 'project_id': '5e37607855ec49b6af8f28274acba57b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:22:38.817307 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-581000a4-978a-45da-a19b-23c6e27faffa tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:38.882328 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-581000a4-978a-45da-a19b-23c6e27faffa tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:38.960546 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-581000a4-978a-45da-a19b-23c6e27faffa tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:38.981762 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581000a4-978a-45da-a19b-23c6e27faffa tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52abf4ec-1296-4324-84cd-c27fd51cd59b,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:39.066314 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-581000a4-978a-45da-a19b-23c6e27faffa tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:39.068571 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-581000a4-978a-45da-a19b-23c6e27faffa tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3721712 Oct 27 01:22:39.071369 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 35130) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:39.076196 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-c3753f08-f4c0-4837-b106-442f3327fdbe tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Request body: {'security_group_rule': {'security_group_id': '5008b7d3-cb9b-4403-9a05-52e27afb2ad8', 'project_id': '5e37607855ec49b6af8f28274acba57b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:22:39.125448 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fb228bd8-1525-4458-b081-ab78d17735c7 req-7f4059cf-e977-48e1-9754-39a53c4a8fa2 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa1674c5-2b41-4cd3-8f8b-a5b63265dae3 HTTP/1.1" status: 200 len: 210 time: 0.0556796 Oct 27 01:22:39.155614 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9676bf6-c625-4c93-befe-1d8707aad0fe req-227debfe-d17a-4856-90ba-9f0284d973f9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:39.157050 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d9676bf6-c625-4c93-befe-1d8707aad0fe req-227debfe-d17a-4856-90ba-9f0284d973f9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 946 time: 0.0700667 Oct 27 01:22:39.194530 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d9676bf6-c625-4c93-befe-1d8707aad0fe req-30a7007b-63fc-4c6f-a0ff-3ee96a7306c0 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310996 Oct 27 01:22:39.268839 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-c3753f08-f4c0-4837-b106-442f3327fdbe tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Project 5e37607855ec49b6af8f28274acba57b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 01:22:39.274269 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c3753f08-f4c0-4837-b106-442f3327fdbe tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:39.333978 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c3753f08-f4c0-4837-b106-442f3327fdbe tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:39.494574 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c3753f08-f4c0-4837-b106-442f3327fdbe tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:39.515185 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3753f08-f4c0-4837-b106-442f3327fdbe tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe45d54a-4a93-4b89-8fb1-e651c904386e,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:39.631797 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c3753f08-f4c0-4837-b106-442f3327fdbe tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:39.635623 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-c3753f08-f4c0-4837-b106-442f3327fdbe tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5607531 Oct 27 01:22:39.635992 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 35144) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:39.640579 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-b085c2b7-f02e-4166-8b45-30f3257fed4d tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Request body: {'security_group_rule': {'security_group_id': '5008b7d3-cb9b-4403-9a05-52e27afb2ad8', 'project_id': '5e37607855ec49b6af8f28274acba57b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:22:39.656123 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904a0e0-94f7-428c-89b3-8e7be8d74ab1 req-abad79c7-e434-48b1-92c0-5efd45dc0d61 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:39.658138 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9904a0e0-94f7-428c-89b3-8e7be8d74ab1 req-abad79c7-e434-48b1-92c0-5efd45dc0d61 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0674698 Oct 27 01:22:39.715891 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9904a0e0-94f7-428c-89b3-8e7be8d74ab1 req-52a9dc65-9f07-4e5a-9c12-e5d3ae6a2150 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/security-groups?id=00278201-b3ab-4293-b939-c96de6e8d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499234 Oct 27 01:22:39.788773 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.db.securitygroups_db [None req-b085c2b7-f02e-4166-8b45-30f3257fed4d tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Project 5e37607855ec49b6af8f28274acba57b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 01:22:39.790005 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b085c2b7-f02e-4166-8b45-30f3257fed4d tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:39.837976 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b32b286b-b212-4703-8315-e64adfea589c req-85a8f8d0-2a6b-4fc2-8cbf-7f05456f0fe3 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=62ba4e49116c4783802852db9449300f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429478 Oct 27 01:22:39.871989 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b085c2b7-f02e-4166-8b45-30f3257fed4d tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:39.980163 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b085c2b7-f02e-4166-8b45-30f3257fed4d tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:40.065773 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085c2b7-f02e-4166-8b45-30f3257fed4d tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6397545c-22f0-4e55-99ce-d99fa0d7edde,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:40.128093 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cc6bd-5d7b-450e-96b1-234219052a7a req-aeb9c7c8-6062-44c4-886a-11c7ca251f6c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:40.129598 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-609cc6bd-5d7b-450e-96b1-234219052a7a req-aeb9c7c8-6062-44c4-886a-11c7ca251f6c tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 945 time: 0.1969955 Oct 27 01:22:40.160188 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b085c2b7-f02e-4166-8b45-30f3257fed4d tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:40.162019 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-b085c2b7-f02e-4166-8b45-30f3257fed4d tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5250349 Oct 27 01:22:40.201667 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b286b-b212-4703-8315-e64adfea589c req-78d9f7be-8fd2-4913-a949-9e32975e1742 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:40.203173 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b32b286b-b212-4703-8315-e64adfea589c req-78d9f7be-8fd2-4913-a949-9e32975e1742 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2795002 Oct 27 01:22:40.230599 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-81c76f13-6792-4e1b-88f4-b6759cab658f req-61c5f747-b5f2-44f7-83ee-6c01757c552d tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa1674c5-2b41-4cd3-8f8b-a5b63265dae3 HTTP/1.1" status: 200 len: 210 time: 0.0302522 Oct 27 01:22:40.237782 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-b32b286b-b212-4703-8315-e64adfea589c req-87ea531f-ca27-468e-9dbb-37d62faf717e tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Request body: {'port': {'device_id': 'aa1674c5-2b41-4cd3-8f8b-a5b63265dae3', 'network_id': 'dd44513e-26ae-40ca-a23f-60cb7b1f9b4d', 'admin_state_up': True, 'tenant_id': '62ba4e49116c4783802852db9449300f'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:22:40.267947 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-721aa19f-f553-4c33-a240-0b1c4a7237fe req-2fc78127-c9a2-43e2-88c3-10a0d03b7df7 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1075865946&fields=id&tenant_id=5e37607855ec49b6af8f28274acba57b HTTP/1.1" status: 200 len: 267 time: 0.0402606 Oct 27 01:22:40.346932 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721aa19f-f553-4c33-a240-0b1c4a7237fe req-20ec4be5-267e-4e38-bdb0-606a80bf870d tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:40.348742 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-721aa19f-f553-4c33-a240-0b1c4a7237fe req-20ec4be5-267e-4e38-bdb0-606a80bf870d tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 945 time: 0.0689371 Oct 27 01:22:40.358508 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-609cc6bd-5d7b-450e-96b1-234219052a7a req-0ddbbec9-32f5-441e-964d-c22621ac11db tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Deleting port 4f1eccc2-4d63-4101-be4a-ce4e532f88e2 {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:22:40.358851 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-609cc6bd-5d7b-450e-96b1-234219052a7a req-0ddbbec9-32f5-441e-964d-c22621ac11db tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:40.374931 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [req-721aa19f-f553-4c33-a240-0b1c4a7237fe req-4c86d803-f725-4fe4-8692-e67db1bb97eb tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Request body: {'port': {'security_groups': ['55e07a11-a67b-43a2-ab9b-062cd1089211', '5008b7d3-cb9b-4403-9a05-52e27afb2ad8']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:22:40.475661 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa51f2c-06ea-48ec-ace9-3f3f0b5f9446 req-911b7093-b039-42bb-8773-566a7df22980 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:40.477318 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2fa51f2c-06ea-48ec-ace9-3f3f0b5f9446 req-911b7093-b039-42bb-8773-566a7df22980 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 946 time: 0.1193838 Oct 27 01:22:40.478360 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-721aa19f-f553-4c33-a240-0b1c4a7237fe req-4c86d803-f725-4fe4-8692-e67db1bb97eb tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:40.494254 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-609cc6bd-5d7b-450e-96b1-234219052a7a req-0ddbbec9-32f5-441e-964d-c22621ac11db tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] For port 4f1eccc2-4d63-4101-be4a-ce4e532f88e2, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=4f1eccc2-4d63-4101-be4a-ce4e532f88e2,segment=NetworkSegment(6024137d-d6c8-44d1-9eb5-629ccb2e3a80),segment_id=6024137d-d6c8-44d1-9eb5-629ccb2e3a80)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:22:40.502834 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-609cc6bd-5d7b-450e-96b1-234219052a7a req-0ddbbec9-32f5-441e-964d-c22621ac11db tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:40.508806 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-609cc6bd-5d7b-450e-96b1-234219052a7a req-0ddbbec9-32f5-441e-964d-c22621ac11db tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Calling delete_port for 4f1eccc2-4d63-4101-be4a-ce4e532f88e2 owned by compute:nova {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:22:40.554878 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b32b286b-b212-4703-8315-e64adfea589c req-87ea531f-ca27-468e-9dbb-37d62faf717e tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Made reservation on behalf of 62ba4e49116c4783802852db9449300f for: {'port': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:22:40.558610 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-b32b286b-b212-4703-8315-e64adfea589c req-87ea531f-ca27-468e-9dbb-37d62faf717e tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:40.570278 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-b32b286b-b212-4703-8315-e64adfea589c req-87ea531f-ca27-468e-9dbb-37d62faf717e tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:40.580730 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2fa51f2c-06ea-48ec-ace9-3f3f0b5f9446 req-fde890e5-71a7-42d1-aa09-9d9662bbe330 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929883 Oct 27 01:22:40.705076 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-b32b286b-b212-4703-8315-e64adfea589c req-87ea531f-ca27-468e-9dbb-37d62faf717e tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:40.771950 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-609cc6bd-5d7b-450e-96b1-234219052a7a req-0ddbbec9-32f5-441e-964d-c22621ac11db tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:40.805291 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-b32b286b-b212-4703-8315-e64adfea589c req-87ea531f-ca27-468e-9dbb-37d62faf717e tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:40.811912 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbbec9-32f5-441e-964d-c22621ac11db tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Pushing event deleted for resources: {'Port': ['ID=4f1eccc2-4d63-4101-be4a-ce4e532f88e2,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:40.815815 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['4f1eccc2-4d63-4101-be4a-ce4e532f88e2'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:22:40.845122 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-16480922-307e-4fec-8448-185e9635774d req-f38ffe22-5fee-4704-9c8f-a75bee494841 tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 210 time: 0.0340836 Oct 27 01:22:40.876128 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-609cc6bd-5d7b-450e-96b1-234219052a7a req-0ddbbec9-32f5-441e-964d-c22621ac11db tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] No DVR routers for this DVR port 4f1eccc2-4d63-4101-be4a-ce4e532f88e2 on host hv-cinder-81556 {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:22:40.898999 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-721aa19f-f553-4c33-a240-0b1c4a7237fe req-4c86d803-f725-4fe4-8692-e67db1bb97eb tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] For port d271dfc3-2e52-484f-8433-9676c21da897, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=d271dfc3-2e52-484f-8433-9676c21da897,segment=NetworkSegment(e1dae18a-ab4f-4784-846d-9fc752dcf330),segment_id=e1dae18a-ab4f-4784-846d-9fc752dcf330)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:22:40.907532 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea531f-ca27-468e-9dbb-37d62faf717e tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33eaa70b-d3f8-4512-9f94-ef71aa0d9cd0,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:40.911544 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-609cc6bd-5d7b-450e-96b1-234219052a7a req-0ddbbec9-32f5-441e-964d-c22621ac11db tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:40.914656 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-609cc6bd-5d7b-450e-96b1-234219052a7a req-0ddbbec9-32f5-441e-964d-c22621ac11db tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.36 "DELETE /v2.0/ports/4f1eccc2-4d63-4101-be4a-ce4e532f88e2 HTTP/1.1" status: 204 len: 173 time: 0.7728076 Oct 27 01:22:40.919522 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c00af12-ba9b-4253-8e58-985becdb2ad0', 'name': 'network-vif-deleted', 'tag': '4f1eccc2-4d63-4101-be4a-ce4e532f88e2'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:22:40.921702 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c7800e-e1fd-4814-b34b-b01ecffd62d8" -d '{"events": [{"server_uuid": "2c00af12-ba9b-4253-8e58-985becdb2ad0", "name": "network-vif-deleted", "tag": "4f1eccc2-4d63-4101-be4a-ce4e532f88e2"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:22:40.936870 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-721aa19f-f553-4c33-a240-0b1c4a7237fe req-4c86d803-f725-4fe4-8692-e67db1bb97eb tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:40.964139 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c76cd65-58bb-4a5e-a36e-4b81a0a3823a x-openstack-request-id: req-3c76cd65-58bb-4a5e-a36e-4b81a0a3823a {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:22:40.964432 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c00af12-ba9b-4253-8e58-985becdb2ad0", "name": "network-vif-deleted", "tag": "4f1eccc2-4d63-4101-be4a-ce4e532f88e2", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:22:40.964680 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c76cd65-58bb-4a5e-a36e-4b81a0a3823a {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:22:40.965066 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c00af12-ba9b-4253-8e58-985becdb2ad0', 'name': 'network-vif-deleted', 'tag': '4f1eccc2-4d63-4101-be4a-ce4e532f88e2', 'status': 'completed', 'code': 200} Oct 27 01:22:40.998303 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [req-b32b286b-b212-4703-8315-e64adfea589c req-87ea531f-ca27-468e-9dbb-37d62faf717e tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Allocated IP 192.168.233.178 (dd44513e-26ae-40ca-a23f-60cb7b1f9b4d/8d5fc135-02cf-4a33-9a87-c197612b8261/0fc66269-a05f-4b7b-8274-871a91830c07) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:22:41.019901 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-721aa19f-f553-4c33-a240-0b1c4a7237fe req-4c86d803-f725-4fe4-8692-e67db1bb97eb tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25808652'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:41.055823 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['d271dfc3-2e52-484f-8433-9676c21da897'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:22:41.073663 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721aa19f-f553-4c33-a240-0b1c4a7237fe req-4c86d803-f725-4fe4-8692-e67db1bb97eb tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:41.073663 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-721aa19f-f553-4c33-a240-0b1c4a7237fe req-4c86d803-f725-4fe4-8692-e67db1bb97eb tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:41.073663 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-721aa19f-f553-4c33-a240-0b1c4a7237fe req-4c86d803-f725-4fe4-8692-e67db1bb97eb tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "PUT /v2.0/ports/d271dfc3-2e52-484f-8433-9676c21da897 HTTP/1.1" status: 200 len: 981 time: 0.7088580 Oct 27 01:22:41.073663 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343ff586-2029-4b30-ac5f-f827cf95a0ce', 'tag': 'd271dfc3-2e52-484f-8433-9676c21da897'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:22:41.074731 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f97284770e8b5c7eae555eb9b5076154bbb30c411baeb7a1d3ebc8ac0796a31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dc5b38-c9e5-4dd3-804e-9cf6922177e4" -d '{"events": [{"name": "network-changed", "server_uuid": "343ff586-2029-4b30-ac5f-f827cf95a0ce", "tag": "d271dfc3-2e52-484f-8433-9676c21da897"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:22:41.108169 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86d803-f725-4fe4-8692-e67db1bb97eb tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Pushing event updated for resources: {'Port': ['ID=d271dfc3-2e52-484f-8433-9676c21da897,revision_number=6']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:41.179942 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-b32b286b-b212-4703-8315-e64adfea589c req-87ea531f-ca27-468e-9dbb-37d62faf717e tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:41.187475 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9b3448-b8e8-43c0-935b-75d52e4cce2c x-openstack-request-id: req-8f9b3448-b8e8-43c0-935b-75d52e4cce2c {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:22:41.187475 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343ff586-2029-4b30-ac5f-f827cf95a0ce", "tag": "d271dfc3-2e52-484f-8433-9676c21da897", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:22:41.187475 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f9b3448-b8e8-43c0-935b-75d52e4cce2c {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:22:41.187475 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343ff586-2029-4b30-ac5f-f827cf95a0ce', 'tag': 'd271dfc3-2e52-484f-8433-9676c21da897', 'status': 'completed', 'code': 200} Oct 27 01:22:41.224307 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939d32e-d471-4804-9461-e46656ad58d2 req-c1a06ce5-f77e-43a3-a035-fad2ca070dfd tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:41.235127 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5939d32e-d471-4804-9461-e46656ad58d2 req-c1a06ce5-f77e-43a3-a035-fad2ca070dfd tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 984 time: 0.0947886 Oct 27 01:22:41.271985 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['d271dfc3-2e52-484f-8433-9676c21da897'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:22:41.304264 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5939d32e-d471-4804-9461-e46656ad58d2 req-ebce916a-1971-4759-a072-3cfba51ef8ca tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=5008b7d3-cb9b-4403-9a05-52e27afb2ad8&id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680346 Oct 27 01:22:41.367460 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc5b38-c9e5-4dd3-804e-9cf6922177e4 req-2571455c-8846-4201-b490-cdec388f683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:41.370783 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-d9dc5b38-c9e5-4dd3-804e-9cf6922177e4 req-2571455c-8846-4201-b490-cdec388f683a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e37607855ec49b6af8f28274acba57b&device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 1137 time: 0.1046703 Oct 27 01:22:41.388308 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-b32b286b-b212-4703-8315-e64adfea589c req-87ea531f-ca27-468e-9dbb-37d62faf717e tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:41.414119 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-d2b0029f-0510-4b07-b796-d06a09d3816f None None] Provisioning complete for port d271dfc3-2e52-484f-8433-9676c21da897 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:22:41.414841 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d2b0029f-0510-4b07-b796-d06a09d3816f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:41.436340 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e6415c93-823e-4c87-9a08-323aaa3eff94 req-f450e180-e1a8-4f3f-a540-5a29c39ca059 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa1674c5-2b41-4cd3-8f8b-a5b63265dae3 HTTP/1.1" status: 200 len: 210 time: 0.0888450 Oct 27 01:22:41.455414 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32b286b-b212-4703-8315-e64adfea589c req-87ea531f-ca27-468e-9dbb-37d62faf717e tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Network dd44513e-26ae-40ca-a23f-60cb7b1f9b4d is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:22:41.483203 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [req-b32b286b-b212-4703-8315-e64adfea589c req-87ea531f-ca27-468e-9dbb-37d62faf717e tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:22:41.485982 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32b286b-b212-4703-8315-e64adfea589c req-87ea531f-ca27-468e-9dbb-37d62faf717e tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:22:41.538063 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea531f-ca27-468e-9dbb-37d62faf717e tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Pushing event updated for resources: {'Port': ['ID=0fc66269-a05f-4b7b-8274-871a91830c07,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:41.562139 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b286b-b212-4703-8315-e64adfea589c req-87ea531f-ca27-468e-9dbb-37d62faf717e tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:41.562774 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-b32b286b-b212-4703-8315-e64adfea589c req-87ea531f-ca27-468e-9dbb-37d62faf717e tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:41.598144 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc5b38-c9e5-4dd3-804e-9cf6922177e4 req-16b296e8-946e-4f3b-a184-ba1eb4b15156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:41.599589 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-d9dc5b38-c9e5-4dd3-804e-9cf6922177e4 req-16b296e8-946e-4f3b-a184-ba1eb4b15156 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a4571fc-d7ab-424a-af9f-0f896f2dad41 HTTP/1.1" status: 200 len: 914 time: 0.1783569 Oct 27 01:22:41.659782 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b32b286b-b212-4703-8315-e64adfea589c req-87ea531f-ca27-468e-9dbb-37d62faf717e tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4274142 Oct 27 01:22:41.686932 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-b32b286b-b212-4703-8315-e64adfea589c req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] Request body: {'port': {'device_id': 'aa1674c5-2b41-4cd3-8f8b-a5b63265dae3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:22:41.695739 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-d9dc5b38-c9e5-4dd3-804e-9cf6922177e4 req-3fafbc6e-85d3-4322-8e8b-43d2e8fd5168 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d271dfc3-2e52-484f-8433-9676c21da897 HTTP/1.1" status: 200 len: 999 time: 0.0844772 Oct 27 01:22:41.797881 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc5b38-c9e5-4dd3-804e-9cf6922177e4 req-0ff11243-3d6b-479d-921e-f4aa62d5da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:41.804336 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-d9dc5b38-c9e5-4dd3-804e-9cf6922177e4 req-0ff11243-3d6b-479d-921e-f4aa62d5da96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=948e74c1-7ae5-4faf-ba8f-e1cec7da79a5 HTTP/1.1" status: 200 len: 852 time: 0.0848780 Oct 27 01:22:41.804336 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-b32b286b-b212-4703-8315-e64adfea589c req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:41.891280 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc5b38-c9e5-4dd3-804e-9cf6922177e4 req-42d53709-0fd1-4569-9e8e-5515bbfff721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:41.892766 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-d9dc5b38-c9e5-4dd3-804e-9cf6922177e4 req-42d53709-0fd1-4569-9e8e-5515bbfff721 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a4571fc-d7ab-424a-af9f-0f896f2dad41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0837960 Oct 27 01:22:41.919000 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-27e442de-2974-4b39-a89e-021e6f61eb6c None None] Provisioning complete for port 0fc66269-a05f-4b7b-8274-871a91830c07 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:22:41.919444 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-27e442de-2974-4b39-a89e-021e6f61eb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:41.985446 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-212f9473-3024-4b2e-bd41-3e84afaf2f6b req-25ae5732-32a3-4e70-a5b0-9b8c9ee848af tempest-ServerRescueNegativeTestJSON-1723341576 tempest-ServerRescueNegativeTestJSON-1723341576-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c00af12-ba9b-4253-8e58-985becdb2ad0 HTTP/1.1" status: 200 len: 210 time: 0.0296454 Oct 27 01:22:42.010065 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-27e442de-2974-4b39-a89e-021e6f61eb6c None None] Port 0fc66269-a05f-4b7b-8274-871a91830c07 cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:22:42.095154 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-d9dc5b38-c9e5-4dd3-804e-9cf6922177e4 req-9a8c0fe4-59cd-407d-933a-de222a03ec9d service neutron] 10.222.0.36 "GET /v2.0/networks/9a4571fc-d7ab-424a-af9f-0f896f2dad41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568666 Oct 27 01:22:42.243472 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-d9dc5b38-c9e5-4dd3-804e-9cf6922177e4 req-474c2a89-5cec-4de8-9884-359e7cca863c service neutron] 10.222.0.36 "GET /v2.0/networks/9a4571fc-d7ab-424a-af9f-0f896f2dad41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389184 Oct 27 01:22:42.245147 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [req-b32b286b-b212-4703-8315-e64adfea589c req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc66269-a05f-4b7b-8274-871a91830c07 {{(pid=102100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:22:42.252472 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-b32b286b-b212-4703-8315-e64adfea589c req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:42.264536 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.provisioning_blocks [req-b32b286b-b212-4703-8315-e64adfea589c req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] Transition to ACTIVE for port object 0fc66269-a05f-4b7b-8274-871a91830c07 will not be triggered until provisioned by entity L2. {{(pid=102100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:22:42.357495 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-b32b286b-b212-4703-8315-e64adfea589c req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:42.412754 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc66269-a05f-4b7b-8274-871a91830c07,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:42.483588 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-b32b286b-b212-4703-8315-e64adfea589c req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] Attempting to bind port 0fc66269-a05f-4b7b-8274-871a91830c07 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:22:42.483925 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-b32b286b-b212-4703-8315-e64adfea589c req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] Attempting to bind port 0fc66269-a05f-4b7b-8274-871a91830c07 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': 'e3afd88e-a9cd-4da4-90e3-4837d808f937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dd44513e-26ae-40ca-a23f-60cb7b1f9b4d'}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:22:42.484261 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b286b-b212-4703-8315-e64adfea589c req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] Attempting to bind port 0fc66269-a05f-4b7b-8274-871a91830c07 on network dd44513e-26ae-40ca-a23f-60cb7b1f9b4d {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:22:42.489523 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b286b-b212-4703-8315-e64adfea589c req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] Port 0fc66269-a05f-4b7b-8274-871a91830c07 on network dd44513e-26ae-40ca-a23f-60cb7b1f9b4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:22:42.489911 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b286b-b212-4703-8315-e64adfea589c req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] Attempting to bind port 0fc66269-a05f-4b7b-8274-871a91830c07 on network dd44513e-26ae-40ca-a23f-60cb7b1f9b4d {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:22:42.495359 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b286b-b212-4703-8315-e64adfea589c req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] Checking agent: {'id': '5557effb-edc1-4af5-af56-f2013bdcbb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'started_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:22:42.495640 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b286b-b212-4703-8315-e64adfea589c req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] Checking segment: {'id': 'e3afd88e-a9cd-4da4-90e3-4837d808f937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dd44513e-26ae-40ca-a23f-60cb7b1f9b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:22:42.496001 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b286b-b212-4703-8315-e64adfea589c req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] Bound using segment: {'id': 'e3afd88e-a9cd-4da4-90e3-4837d808f937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dd44513e-26ae-40ca-a23f-60cb7b1f9b4d'} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:22:42.496432 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-b32b286b-b212-4703-8315-e64adfea589c req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] Bound port: 0fc66269-a05f-4b7b-8274-871a91830c07, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3afd88e-a9cd-4da4-90e3-4837d808f937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dd44513e-26ae-40ca-a23f-60cb7b1f9b4d'}}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:22:42.496792 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-b32b286b-b212-4703-8315-e64adfea589c req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:42.552452 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0393e64-ff51-498a-9b92-23cec51f92e2 req-b935ac7e-006e-43fd-bd8f-401267333ac9 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:42.553989 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c0393e64-ff51-498a-9b92-23cec51f92e2 req-b935ac7e-006e-43fd-bd8f-401267333ac9 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa1674c5-2b41-4cd3-8f8b-a5b63265dae3 HTTP/1.1" status: 200 len: 948 time: 0.0501404 Oct 27 01:22:42.572724 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-b32b286b-b212-4703-8315-e64adfea589c req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] For port 0fc66269-a05f-4b7b-8274-871a91830c07, host hv-cinder-81556, cleared binding levels {{(pid=102100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:22:42.574544 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-b32b286b-b212-4703-8315-e64adfea589c req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] For port 0fc66269-a05f-4b7b-8274-871a91830c07, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=0fc66269-a05f-4b7b-8274-871a91830c07,segment=NetworkSegment(e3afd88e-a9cd-4da4-90e3-4837d808f937),segment_id=e3afd88e-a9cd-4da4-90e3-4837d808f937)] {{(pid=102100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:22:42.597058 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c0393e64-ff51-498a-9b92-23cec51f92e2 req-8cd41ed2-e0df-4bd4-8a07-b6f1d12a8174 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/security-groups?id=33eaa70b-d3f8-4512-9f94-ef71aa0d9cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370784 Oct 27 01:22:42.657999 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-b32b286b-b212-4703-8315-e64adfea589c req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:42.694962 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b286b-b212-4703-8315-e64adfea589c req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:42.695565 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-b32b286b-b212-4703-8315-e64adfea589c req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:42.696904 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b32b286b-b212-4703-8315-e64adfea589c req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] 10.222.0.36 "PUT /v2.0/ports/0fc66269-a05f-4b7b-8274-871a91830c07 HTTP/1.1" status: 200 len: 1098 time: 1.0148127 Oct 27 01:22:42.715365 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae565cf-d55b-448a-8d52-71130d57d0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc66269-a05f-4b7b-8274-871a91830c07,revision_number=3']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:42.865968 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b286b-b212-4703-8315-e64adfea589c req-cff1cefd-e014-4d8d-a2fe-087bc1a85548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:42.867490 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b32b286b-b212-4703-8315-e64adfea589c req-cff1cefd-e014-4d8d-a2fe-087bc1a85548 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62ba4e49116c4783802852db9449300f&device_id=aa1674c5-2b41-4cd3-8f8b-a5b63265dae3 HTTP/1.1" status: 200 len: 1101 time: 0.0464845 Oct 27 01:22:42.918763 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b32b286b-b212-4703-8315-e64adfea589c req-701ff2c8-613c-4a2d-8ba5-ff5f60da605b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=0fc66269-a05f-4b7b-8274-871a91830c07 HTTP/1.1" status: 200 len: 217 time: 0.0351994 Oct 27 01:22:42.965714 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1674c5-2b41-4cd3-8f8b-a5b63265dae3', 'tag': '0fc66269-a05f-4b7b-8274-871a91830c07'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:22:42.967940 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f02bca-a8b7-4f20-abbc-71b33093c327" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1674c5-2b41-4cd3-8f8b-a5b63265dae3", "tag": "0fc66269-a05f-4b7b-8274-871a91830c07"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:22:42.974780 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b286b-b212-4703-8315-e64adfea589c req-15a932db-6055-453c-9a46-c99b082027ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:42.976222 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b32b286b-b212-4703-8315-e64adfea589c req-15a932db-6055-453c-9a46-c99b082027ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d5fc135-02cf-4a33-9a87-c197612b8261 HTTP/1.1" status: 200 len: 843 time: 0.0501769 Oct 27 01:22:43.014580 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c66c62-2097-45cb-9e30-12fd2252c720 x-openstack-request-id: req-73c66c62-2097-45cb-9e30-12fd2252c720 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:22:43.015219 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1674c5-2b41-4cd3-8f8b-a5b63265dae3", "tag": "0fc66269-a05f-4b7b-8274-871a91830c07", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:22:43.015219 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73c66c62-2097-45cb-9e30-12fd2252c720 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:22:43.015493 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1674c5-2b41-4cd3-8f8b-a5b63265dae3', 'tag': '0fc66269-a05f-4b7b-8274-871a91830c07', 'status': 'completed', 'code': 200} Oct 27 01:22:43.032606 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b286b-b212-4703-8315-e64adfea589c req-67c66d62-4cce-4a4a-a430-193a7f78df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:43.034208 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b32b286b-b212-4703-8315-e64adfea589c req-67c66d62-4cce-4a4a-a430-193a7f78df0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd44513e-26ae-40ca-a23f-60cb7b1f9b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0483241 Oct 27 01:22:43.052615 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 35196) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:43.331738 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 4f1eccc2-4d63-4101-be4a-ce4e532f88e2 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:22:43.351096 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b32b286b-b212-4703-8315-e64adfea589c req-04c3da6c-ad74-43ff-8b23-cdf37f6e6a92 service neutron] 10.222.0.36 "GET /v2.0/networks/dd44513e-26ae-40ca-a23f-60cb7b1f9b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075140 Oct 27 01:22:43.353586 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] No Port match for: 4f1eccc2-4d63-4101-be4a-ce4e532f88e2 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:22:43.353956 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 4f1eccc2-4d63-4101-be4a-ce4e532f88e2 not bound to the agent host hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:22:43.449253 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b32b286b-b212-4703-8315-e64adfea589c req-7ab975d5-e26f-4c4d-a056-5d83222faa0a service neutron] 10.222.0.36 "GET /v2.0/networks/dd44513e-26ae-40ca-a23f-60cb7b1f9b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905590 Oct 27 01:22:43.676362 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f02bca-a8b7-4f20-abbc-71b33093c327 req-aadb32c0-c953-4373-95f4-008c95cb3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:43.677986 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b4f02bca-a8b7-4f20-abbc-71b33093c327 req-aadb32c0-c953-4373-95f4-008c95cb3e84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62ba4e49116c4783802852db9449300f&device_id=aa1674c5-2b41-4cd3-8f8b-a5b63265dae3 HTTP/1.1" status: 200 len: 1101 time: 0.0440650 Oct 27 01:22:43.682690 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-833759bd-cb8d-4fae-bb68-93d8aab50600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3721264'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:43.777573 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f02bca-a8b7-4f20-abbc-71b33093c327 req-aae57945-513c-4a3c-baed-406c861c6882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:43.779081 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b4f02bca-a8b7-4f20-abbc-71b33093c327 req-aae57945-513c-4a3c-baed-406c861c6882 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd44513e-26ae-40ca-a23f-60cb7b1f9b4d HTTP/1.1" status: 200 len: 870 time: 0.0906501 Oct 27 01:22:43.796248 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d0236-1a46-489e-adb1-08dbe8acd4de req-e1abf8a3-a211-45f2-bc4d-3c29d3fe46ba tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:43.797712 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0b5d0236-1a46-489e-adb1-08dbe8acd4de req-e1abf8a3-a211-45f2-bc4d-3c29d3fe46ba tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa1674c5-2b41-4cd3-8f8b-a5b63265dae3 HTTP/1.1" status: 200 len: 948 time: 0.1264606 Oct 27 01:22:43.824396 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b4f02bca-a8b7-4f20-abbc-71b33093c327 req-7100b559-b2be-42c5-9dab-341ca9db4241 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=0fc66269-a05f-4b7b-8274-871a91830c07 HTTP/1.1" status: 200 len: 217 time: 0.0367157 Oct 27 01:22:43.875663 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f02bca-a8b7-4f20-abbc-71b33093c327 req-21a8efc9-2919-4ed5-93d5-0a4b1861b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:43.877025 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b4f02bca-a8b7-4f20-abbc-71b33093c327 req-21a8efc9-2919-4ed5-93d5-0a4b1861b1c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d5fc135-02cf-4a33-9a87-c197612b8261 HTTP/1.1" status: 200 len: 843 time: 0.0446758 Oct 27 01:22:43.922580 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0b5d0236-1a46-489e-adb1-08dbe8acd4de req-3b0f5706-539b-4dd3-a1ea-ee4c326b35e4 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/security-groups?id=33eaa70b-d3f8-4512-9f94-ef71aa0d9cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161673 Oct 27 01:22:43.932911 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f02bca-a8b7-4f20-abbc-71b33093c327 req-8d8f7516-8f54-4573-818d-57f762f85d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:43.934515 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b4f02bca-a8b7-4f20-abbc-71b33093c327 req-8d8f7516-8f54-4573-818d-57f762f85d60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd44513e-26ae-40ca-a23f-60cb7b1f9b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0451679 Oct 27 01:22:44.037713 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b4f02bca-a8b7-4f20-abbc-71b33093c327 req-23b4bf1e-e0a6-4ee0-8988-6353640befe0 service neutron] 10.222.0.36 "GET /v2.0/networks/dd44513e-26ae-40ca-a23f-60cb7b1f9b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946534 Oct 27 01:22:44.043793 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-833759bd-cb8d-4fae-bb68-93d8aab50600 admin admin] Deleting port 4b740234-735d-4163-80a9-89f14850038f {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:22:44.044136 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-833759bd-cb8d-4fae-bb68-93d8aab50600 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:44.128866 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-833759bd-cb8d-4fae-bb68-93d8aab50600 admin admin] For port 4b740234-735d-4163-80a9-89f14850038f, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=4b740234-735d-4163-80a9-89f14850038f,segment=NetworkSegment(6024137d-d6c8-44d1-9eb5-629ccb2e3a80),segment_id=6024137d-d6c8-44d1-9eb5-629ccb2e3a80)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:22:44.129677 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-833759bd-cb8d-4fae-bb68-93d8aab50600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:44.135171 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b4f02bca-a8b7-4f20-abbc-71b33093c327 req-a2e55dd2-5793-4b0f-922f-2d42b33e3db6 service neutron] 10.222.0.36 "GET /v2.0/networks/dd44513e-26ae-40ca-a23f-60cb7b1f9b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873785 Oct 27 01:22:44.141673 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-833759bd-cb8d-4fae-bb68-93d8aab50600 admin admin] Calling delete_port for 4b740234-735d-4163-80a9-89f14850038f owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:22:44.448987 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-833759bd-cb8d-4fae-bb68-93d8aab50600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:44.476161 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833759bd-cb8d-4fae-bb68-93d8aab50600 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b740234-735d-4163-80a9-89f14850038f,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:44.634581 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-833759bd-cb8d-4fae-bb68-93d8aab50600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3631234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3721436'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:44.840789 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833759bd-cb8d-4fae-bb68-93d8aab50600 admin admin] Router 650c5df5-c468-4bea-8c6b-4c01cf0fcd5f has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:22:44.945405 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833759bd-cb8d-4fae-bb68-93d8aab50600 admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:22:44.950729 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-833759bd-cb8d-4fae-bb68-93d8aab50600 admin admin] 10.222.0.32 "PUT /v2.0/routers/650c5df5-c468-4bea-8c6b-4c01cf0fcd5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8970311 Oct 27 01:22:44.955968 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc32d0b-83ee-48d4-ac2e-adccaf4da9bf None None] Sync routers for ids ['650c5df5-c468-4bea-8c6b-4c01cf0fcd5f'] in dv-cinder-815560-1-iscsi {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:22:44.962079 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 35212) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:44.965972 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc32d0b-83ee-48d4-ac2e-adccaf4da9bf None None] Routers {'650c5df5-c468-4bea-8c6b-4c01cf0fcd5f'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:22:44.966620 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0cc32d0b-83ee-48d4-ac2e-adccaf4da9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:22:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['650c5df5-c468-4bea-8c6b-4c01cf0fcd5f'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:22:45.088761 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-0cc32d0b-83ee-48d4-ac2e-adccaf4da9bf None None] Set router 650c5df5-c468-4bea-8c6b-4c01cf0fcd5f gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:22:45.090099 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf05d09-8ea5-4b09-b8b2-11cdc9c41e5a req-afa35a75-0ec8-4488-b9ce-8dba983abcf3 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:45.091548 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ecf05d09-8ea5-4b09-b8b2-11cdc9c41e5a req-afa35a75-0ec8-4488-b9ce-8dba983abcf3 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa1674c5-2b41-4cd3-8f8b-a5b63265dae3 HTTP/1.1" status: 200 len: 948 time: 0.0903425 Oct 27 01:22:45.117039 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f245c022-286d-407d-be14-603eb3b31b07 admin admin] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:45.274046 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0cc32d0b-83ee-48d4-ac2e-adccaf4da9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c5df5-c468-4bea-8c6b-4c01cf0fcd5f', 'name': 'tempest-ServerRescueNegativeTestJSON-1430772622-router', 'tenant_id': '7ac535690bf24eb9bbf7d42426b21c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '40f40816-6afc-4c36-899b-27612033d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:08Z', 'updated_at': '2021-10-27T01:22:44Z', 'revision_number': 5, 'project_id': '7ac535690bf24eb9bbf7d42426b21c74', 'gw_port': {'id': '40f40816-6afc-4c36-899b-27612033d362', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5df5-c468-4bea-8c6b-4c01cf0fcd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:22:45.302923 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc32d0b-83ee-48d4-ac2e-adccaf4da9bf None None] Checking router: 650c5df5-c468-4bea-8c6b-4c01cf0fcd5f for host: dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:22:45.312288 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc32d0b-83ee-48d4-ac2e-adccaf4da9bf None None] Routers {'650c5df5-c468-4bea-8c6b-4c01cf0fcd5f'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:22:45.312902 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0cc32d0b-83ee-48d4-ac2e-adccaf4da9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:22:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['650c5df5-c468-4bea-8c6b-4c01cf0fcd5f'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:22:45.335703 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 0fc66269-a05f-4b7b-8274-871a91830c07 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:22:45.417449 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ecf05d09-8ea5-4b09-b8b2-11cdc9c41e5a req-0201b2f4-dd29-4c7b-91f4-b930bea577c5 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/security-groups?id=33eaa70b-d3f8-4512-9f94-ef71aa0d9cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176038 Oct 27 01:22:45.428978 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-0cc32d0b-83ee-48d4-ac2e-adccaf4da9bf None None] Set router 650c5df5-c468-4bea-8c6b-4c01cf0fcd5f gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:22:45.456597 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f245c022-286d-407d-be14-603eb3b31b07 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:45.473598 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 0fc66269-a05f-4b7b-8274-871a91830c07, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=0fc66269-a05f-4b7b-8274-871a91830c07,segment=NetworkSegment(e3afd88e-a9cd-4da4-90e3-4837d808f937),segment_id=e3afd88e-a9cd-4da4-90e3-4837d808f937)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:22:45.486787 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': '0fc66269-a05f-4b7b-8274-871a91830c07', 'network_id': 'dd44513e-26ae-40ca-a23f-60cb7b1f9b4d', 'port_id': '0fc66269-a05f-4b7b-8274-871a91830c07', 'mac_address': 'fa:16:3e:2f:22:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5fc135-02cf-4a33-9a87-c197612b8261', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:22:45.534920 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:45.556945 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc66269-a05f-4b7b-8274-871a91830c07 {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:22:45.580263 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 0fc66269-a05f-4b7b-8274-871a91830c07, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=0fc66269-a05f-4b7b-8274-871a91830c07,segment=NetworkSegment(e3afd88e-a9cd-4da4-90e3-4837d808f937),segment_id=e3afd88e-a9cd-4da4-90e3-4837d808f937)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:22:45.613360 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-f245c022-286d-407d-be14-603eb3b31b07 admin admin] Deleting port 40f40816-6afc-4c36-899b-27612033d362 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:22:45.613816 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f245c022-286d-407d-be14-603eb3b31b07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:45.657664 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:45.711526 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-f245c022-286d-407d-be14-603eb3b31b07 admin admin] For port 40f40816-6afc-4c36-899b-27612033d362, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=40f40816-6afc-4c36-899b-27612033d362,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:22:45.711526 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f245c022-286d-407d-be14-603eb3b31b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:45.724717 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-f245c022-286d-407d-be14-603eb3b31b07 admin admin] Calling delete_port for 40f40816-6afc-4c36-899b-27612033d362 owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:22:45.736112 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0cc32d0b-83ee-48d4-ac2e-adccaf4da9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c5df5-c468-4bea-8c6b-4c01cf0fcd5f', 'name': 'tempest-ServerRescueNegativeTestJSON-1430772622-router', 'tenant_id': '7ac535690bf24eb9bbf7d42426b21c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '40f40816-6afc-4c36-899b-27612033d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:08Z', 'updated_at': '2021-10-27T01:22:44Z', 'revision_number': 5, 'project_id': '7ac535690bf24eb9bbf7d42426b21c74', 'gw_port': {'id': '40f40816-6afc-4c36-899b-27612033d362', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5df5-c468-4bea-8c6b-4c01cf0fcd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:22:45.738467 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=0fc66269-a05f-4b7b-8274-871a91830c07,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:45.777122 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc32d0b-83ee-48d4-ac2e-adccaf4da9bf None None] The sync data for ids ['650c5df5-c468-4bea-8c6b-4c01cf0fcd5f'] in dv-cinder-815560-1-iscsi is: [{'id': '650c5df5-c468-4bea-8c6b-4c01cf0fcd5f', 'name': 'tempest-ServerRescueNegativeTestJSON-1430772622-router', 'tenant_id': '7ac535690bf24eb9bbf7d42426b21c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '40f40816-6afc-4c36-899b-27612033d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:08Z', 'updated_at': '2021-10-27T01:22:44Z', 'revision_number': 5, 'project_id': '7ac535690bf24eb9bbf7d42426b21c74', 'gw_port': {'id': '40f40816-6afc-4c36-899b-27612033d362', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5df5-c468-4bea-8c6b-4c01cf0fcd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:22:45.967985 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 35220) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:45.980596 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f245c022-286d-407d-be14-603eb3b31b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:46.014628 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245c022-286d-407d-be14-603eb3b31b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=40f40816-6afc-4c36-899b-27612033d362,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:46.044113 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['0fc66269-a05f-4b7b-8274-871a91830c07'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:22:46.080528 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f245c022-286d-407d-be14-603eb3b31b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3723134'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:46.093547 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4758e8da-d0a1-4808-90d0-f23f32ce7496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:46.200286 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4758e8da-d0a1-4808-90d0-f23f32ce7496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:46.202666 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f245c022-286d-407d-be14-603eb3b31b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3724263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:46.205045 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f245c022-286d-407d-be14-603eb3b31b07 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:46.287053 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4758e8da-d0a1-4808-90d0-f23f32ce7496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:46.336400 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758e8da-d0a1-4808-90d0-f23f32ce7496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351743a1-b5b3-4992-87b0-2844458dec13,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:46.340589 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-4758e8da-d0a1-4808-90d0-f23f32ce7496 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d6922c938c364681b1009bd774cb1ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3715882 Oct 27 01:22:46.343247 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 35224) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:46.395545 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f245c022-286d-407d-be14-603eb3b31b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3724270'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:46.396348 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f245c022-286d-407d-be14-603eb3b31b07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 650c5df5-c468-4bea-8c6b-4c01cf0fcd5f {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:22:46.399742 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1bc504de-51ea-4d4a-90ae-601c9ca3d587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:46.404359 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f245c022-286d-407d-be14-603eb3b31b07 admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:46.404898 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-f245c022-286d-407d-be14-603eb3b31b07 admin admin] 10.222.0.32 "DELETE /v2.0/routers/650c5df5-c468-4bea-8c6b-4c01cf0fcd5f HTTP/1.1" status: 204 len: 168 time: 1.4418185 Oct 27 01:22:46.407529 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 35226) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:46.426062 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1bc504de-51ea-4d4a-90ae-601c9ca3d587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:46.457826 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a884b5-943b-46ac-960a-45cbabeda263 admin admin] Deleting subnet 17743bda-8254-4a8b-8524-5242f8ab33dd {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:22:46.461304 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-67a884b5-943b-46ac-960a-45cbabeda263 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:46.509613 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-67a884b5-943b-46ac-960a-45cbabeda263 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25808289'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:46.580871 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-67a884b5-943b-46ac-960a-45cbabeda263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1553078'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:46.583912 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1bc504de-51ea-4d4a-90ae-601c9ca3d587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:46.586786 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1bc504de-51ea-4d4a-90ae-601c9ca3d587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:46.588225 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-1bc504de-51ea-4d4a-90ae-601c9ca3d587 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/351743a1-b5b3-4992-87b0-2844458dec13 HTTP/1.1" status: 204 len: 168 time: 0.2437849 Oct 27 01:22:46.594656 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:46.608247 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc504de-51ea-4d4a-90ae-601c9ca3d587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351743a1-b5b3-4992-87b0-2844458dec13,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:46.611307 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b44d4-773d-48f5-837a-2427befffb9d req-98f16914-5b5a-426b-8b5e-fba54323c8c4 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:46.612429 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8e2b44d4-773d-48f5-837a-2427befffb9d req-98f16914-5b5a-426b-8b5e-fba54323c8c4 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa1674c5-2b41-4cd3-8f8b-a5b63265dae3 HTTP/1.1" status: 200 len: 949 time: 0.1074884 Oct 27 01:22:46.683656 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8e2b44d4-773d-48f5-837a-2427befffb9d req-9ea29309-9c88-470d-bf76-96afaa8c740c tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/security-groups?id=33eaa70b-d3f8-4512-9f94-ef71aa0d9cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374789 Oct 27 01:22:46.766475 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-67a884b5-943b-46ac-960a-45cbabeda263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25808858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29180628'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:46.797357 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a884b5-943b-46ac-960a-45cbabeda263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17743bda-8254-4a8b-8524-5242f8ab33dd,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:46.801499 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-67a884b5-943b-46ac-960a-45cbabeda263 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:46.804710 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-67a884b5-943b-46ac-960a-45cbabeda263 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/17743bda-8254-4a8b-8524-5242f8ab33dd HTTP/1.1" status: 204 len: 168 time: 0.3959117 Oct 27 01:22:46.807197 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 35238) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:46.875900 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-37545d3f-156c-4f44-b1c3-d5061cd096f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561603'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:46.984212 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-37545d3f-156c-4f44-b1c3-d5061cd096f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552445', 'neutron.services.segments.db._delete_segments_for_network-8793629371679'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:47.007516 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-37545d3f-156c-4f44-b1c3-d5061cd096f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1517e22-2395-4c57-bae6-bd47c809e7b9']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:22:47.018377 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-37545d3f-156c-4f44-b1c3-d5061cd096f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6024137d-d6c8-44d1-9eb5-629ccb2e3a80') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:22:47.018752 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-37545d3f-156c-4f44-b1c3-d5061cd096f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6024137d-d6c8-44d1-9eb5-629ccb2e3a80') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:22:47.030115 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-37545d3f-156c-4f44-b1c3-d5061cd096f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793629372712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25808298'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:47.047477 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-37545d3f-156c-4f44-b1c3-d5061cd096f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:47.055162 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37545d3f-156c-4f44-b1c3-d5061cd096f9 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:22:47.055792 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-37545d3f-156c-4f44-b1c3-d5061cd096f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25808752'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: Traceback (most recent call last): Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: timer() Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: cb(*args, **kw) Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: return func(*args, **kwargs) Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: self._notify() Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: self.callback(batched_events) Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: event.method(event) Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: return f(self, *a, **k) Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: return self._get(url).json() Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:22:47.057510 dv-cinder-815560-1-iscsi neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:22:47.208727 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-37545d3f-156c-4f44-b1c3-d5061cd096f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3723074'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:47.214277 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-37545d3f-156c-4f44-b1c3-d5061cd096f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:47.217398 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-37545d3f-156c-4f44-b1c3-d5061cd096f9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e1517e22-2395-4c57-bae6-bd47c809e7b9 HTTP/1.1" status: 204 len: 168 time: 0.4090533 Oct 27 01:22:47.229783 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37545d3f-156c-4f44-b1c3-d5061cd096f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1517e22-2395-4c57-bae6-bd47c809e7b9,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:47.357740 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 0fc66269-a05f-4b7b-8274-871a91830c07 up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:22:47.505646 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning for port 0fc66269-a05f-4b7b-8274-871a91830c07 completed by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:22:47.509988 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port 0fc66269-a05f-4b7b-8274-871a91830c07 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:22:47.510389 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:47.588486 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:47.613385 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1674c5-2b41-4cd3-8f8b-a5b63265dae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc66269-a05f-4b7b-8274-871a91830c07'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:22:47.614661 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a10b150-12ae-4d9b-9647-8402419f8f6f" -d '{"events": [{"server_uuid": "aa1674c5-2b41-4cd3-8f8b-a5b63265dae3", "name": "network-vif-plugged", "status": "completed", "tag": "0fc66269-a05f-4b7b-8274-871a91830c07"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:22:47.627039 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 0fc66269-a05f-4b7b-8274-871a91830c07, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=0fc66269-a05f-4b7b-8274-871a91830c07,segment=NetworkSegment(e3afd88e-a9cd-4da4-90e3-4837d808f937),segment_id=e3afd88e-a9cd-4da4-90e3-4837d808f937)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:22:47.654338 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1168cfc-40e2-4e0d-9382-2da6c34e87e1 x-openstack-request-id: req-b1168cfc-40e2-4e0d-9382-2da6c34e87e1 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:22:47.654698 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1674c5-2b41-4cd3-8f8b-a5b63265dae3", "name": "network-vif-plugged", "status": "completed", "tag": "0fc66269-a05f-4b7b-8274-871a91830c07", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:22:47.654949 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1168cfc-40e2-4e0d-9382-2da6c34e87e1 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:22:47.655341 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1674c5-2b41-4cd3-8f8b-a5b63265dae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc66269-a05f-4b7b-8274-871a91830c07', 'code': 200} Oct 27 01:22:47.705139 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 35266) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:47.720888 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:47.780654 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-16183893-9994-4151-ad24-940f93c032cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ac535690bf24eb9bbf7d42426b21c74&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0739086 Oct 27 01:22:47.783353 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 35274) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:47.787021 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 4b740234-735d-4163-80a9-89f14850038f no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:22:47.814305 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: 4b740234-735d-4163-80a9-89f14850038f {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:22:47.814902 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 4b740234-735d-4163-80a9-89f14850038f not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:22:47.815491 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 40f40816-6afc-4c36-899b-27612033d362 no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:22:47.844205 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: 40f40816-6afc-4c36-899b-27612033d362 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:22:47.844773 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 40f40816-6afc-4c36-899b-27612033d362 not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:22:47.851896 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-e1be1ee9-6f5a-4f1f-b3d1-ef38405e473a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:47.863299 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=0fc66269-a05f-4b7b-8274-871a91830c07,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:47.863581 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae25535-c658-4598-9f20-b1ce51e416d8 req-db7d1d1c-db5e-4500-a17a-9f9c8766a8b5 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:47.874591 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5ae25535-c658-4598-9f20-b1ce51e416d8 req-db7d1d1c-db5e-4500-a17a-9f9c8766a8b5 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa1674c5-2b41-4cd3-8f8b-a5b63265dae3 HTTP/1.1" status: 200 len: 950 time: 0.0762529 Oct 27 01:22:47.901986 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-e1be1ee9-6f5a-4f1f-b3d1-ef38405e473a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:47.915744 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5ae25535-c658-4598-9f20-b1ce51e416d8 req-e1be2076-cc64-4243-98d5-b2a63909b87f tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/security-groups?id=33eaa70b-d3f8-4512-9f94-ef71aa0d9cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368571 Oct 27 01:22:48.036746 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-e1be1ee9-6f5a-4f1f-b3d1-ef38405e473a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:48.039640 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-e1be1ee9-6f5a-4f1f-b3d1-ef38405e473a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:48.041267 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-e1be1ee9-6f5a-4f1f-b3d1-ef38405e473a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00278201-b3ab-4293-b939-c96de6e8d441 HTTP/1.1" status: 204 len: 168 time: 0.2567544 Oct 27 01:22:48.057629 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be1ee9-6f5a-4f1f-b3d1-ef38405e473a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00278201-b3ab-4293-b939-c96de6e8d441,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:48.075158 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51366a-51d9-4036-a784-8d4b4df5a9ff req-420575c7-796a-49b7-b74b-597374573463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:48.079389 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ad51366a-51d9-4036-a784-8d4b4df5a9ff req-420575c7-796a-49b7-b74b-597374573463 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aa1674c5-2b41-4cd3-8f8b-a5b63265dae3 HTTP/1.1" status: 200 len: 1103 time: 0.0714970 Oct 27 01:22:48.131807 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ad51366a-51d9-4036-a784-8d4b4df5a9ff req-9f71642d-e7c1-449f-811c-060085d03d51 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=33eaa70b-d3f8-4512-9f94-ef71aa0d9cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446920 Oct 27 01:22:49.038693 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2827b-dfc9-444a-8277-5473eade05e6 req-816812aa-b9b4-45df-a44b-a4e2604b4551 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:49.040206 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-dcd2827b-dfc9-444a-8277-5473eade05e6 req-816812aa-b9b4-45df-a44b-a4e2604b4551 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa1674c5-2b41-4cd3-8f8b-a5b63265dae3 HTTP/1.1" status: 200 len: 950 time: 0.0536394 Oct 27 01:22:49.087409 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-dcd2827b-dfc9-444a-8277-5473eade05e6 req-24f8b70b-2740-4ca2-9750-d31023cb2cc3 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/security-groups?id=33eaa70b-d3f8-4512-9f94-ef71aa0d9cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406864 Oct 27 01:22:49.331470 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 35312) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:49.428908 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-ed6dedc0-5d54-4b18-8454-03e573a22228 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1819950161-network', 'tenant_id': '0aca48cc13184200acc3cee83bf4265c'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:22:49.560379 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6dedc0-5d54-4b18-8454-03e573a22228 admin admin] Made reservation on behalf of 0aca48cc13184200acc3cee83bf4265c for: {'network': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:22:49.562773 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ed6dedc0-5d54-4b18-8454-03e573a22228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for network, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:49.572088 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ed6dedc0-5d54-4b18-8454-03e573a22228 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:49.622481 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb33953-c671-4637-b384-66ed271df14d req-f7b79a15-57b1-45b5-b23e-e05dc53bf043 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:49.623890 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-7cb33953-c671-4637-b384-66ed271df14d req-f7b79a15-57b1-45b5-b23e-e05dc53bf043 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0545368 Oct 27 01:22:49.649728 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ed6dedc0-5d54-4b18-8454-03e573a22228 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:49.665876 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-7cb33953-c671-4637-b384-66ed271df14d req-05a65e9d-2e36-42a6-be09-019ab8e1a1ef tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343518 Oct 27 01:22:49.740237 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ed6dedc0-5d54-4b18-8454-03e573a22228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:49.761093 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6dedc0-5d54-4b18-8454-03e573a22228 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:22:49.774408 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6dedc0-5d54-4b18-8454-03e573a22228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91cb3c5-df26-4900-9e69-747c187c6276,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:49.779204 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ed6dedc0-5d54-4b18-8454-03e573a22228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:49.779927 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.db.segments_db [None req-ed6dedc0-5d54-4b18-8454-03e573a22228 admin admin] Added segment b72d2fa2-ce49-4700-84dc-0df1dbeb81d5 of type vlan for network c89d8d0d-00d8-415f-ae8d-2501c753c88f Oct 27 01:22:49.818742 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ed6dedc0-5d54-4b18-8454-03e573a22228 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793628853670'] for network, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:49.888448 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ed6dedc0-5d54-4b18-8454-03e573a22228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for network, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:49.889324 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6dedc0-5d54-4b18-8454-03e573a22228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:49.889936 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ed6dedc0-5d54-4b18-8454-03e573a22228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:49.950871 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6dedc0-5d54-4b18-8454-03e573a22228 admin admin] Pushing event updated for resources: {'Network': ['ID=c89d8d0d-00d8-415f-ae8d-2501c753c88f,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:49.961653 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Network c89d8d0d-00d8-415f-ae8d-2501c753c88f details requested by agent ovs-agent-dv-cinder-815560-1-iscsi with host dv-cinder-815560-1-iscsi {{(pid=102102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:22:50.032764 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-ed6dedc0-5d54-4b18-8454-03e573a22228 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6994781 Oct 27 01:22:50.035669 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 35324) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:22:50.040546 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-4dc65ae7-5ad3-4013-ae4e-2a759a5b5f93 admin admin] Request body: {'subnet': {'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1819950161-subnet', 'tenant_id': '0aca48cc13184200acc3cee83bf4265c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:22:50.151297 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc65ae7-5ad3-4013-ae4e-2a759a5b5f93 admin admin] Made reservation on behalf of 0aca48cc13184200acc3cee83bf4265c for: {'subnet': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:22:50.157574 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4dc65ae7-5ad3-4013-ae4e-2a759a5b5f93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122602'] for subnet, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:50.198671 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c8452-e8de-407a-a89d-54a6a97a326f req-788ab2d6-1422-446a-8255-6f97c03af523 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:50.200174 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-707c8452-e8de-407a-a89d-54a6a97a326f req-788ab2d6-1422-446a-8255-6f97c03af523 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa1674c5-2b41-4cd3-8f8b-a5b63265dae3 HTTP/1.1" status: 200 len: 950 time: 0.0484619 Oct 27 01:22:50.239268 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-707c8452-e8de-407a-a89d-54a6a97a326f req-0833f0be-25b3-4bbb-9e45-bcd83a0f7cb4 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/security-groups?id=33eaa70b-d3f8-4512-9f94-ef71aa0d9cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322878 Oct 27 01:22:50.392242 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4dc65ae7-5ad3-4013-ae4e-2a759a5b5f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25379851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122580'] for subnet, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:50.451712 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc65ae7-5ad3-4013-ae4e-2a759a5b5f93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d005165f-9d44-442d-abef-8e90845d65b1,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:50.462990 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc65ae7-5ad3-4013-ae4e-2a759a5b5f93 admin admin] Checking segment: {'id': 'b72d2fa2-ce49-4700-84dc-0df1dbeb81d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:22:50.462990 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc65ae7-5ad3-4013-ae4e-2a759a5b5f93 admin admin] Network hostable DHCP agents. Network: c89d8d0d-00d8-415f-ae8d-2501c753c88f, hostable agents: ['4fbae999-6d77-4ef4-a38a-49129aac495b'], hosted agents: [] {{(pid=102100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:22:50.562795 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc65ae7-5ad3-4013-ae4e-2a759a5b5f93 admin admin] Network c89d8d0d-00d8-415f-ae8d-2501c753c88f is scheduled to be hosted by DHCP agent 4fbae999-6d77-4ef4-a38a-49129aac495b with binding_index 1 {{(pid=102100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:22:50.651860 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-4dc65ae7-5ad3-4013-ae4e-2a759a5b5f93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-1-iscsi, c89d8d0d-00d8-415f-ae8d-2501c753c88f) {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:22:50.658541 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc65ae7-5ad3-4013-ae4e-2a759a5b5f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:50.663997 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4dc65ae7-5ad3-4013-ae4e-2a759a5b5f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for subnet, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:50.664676 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08af362-ca68-4bf7-a51c-48c29b6fa5a8 None None] Network c89d8d0d-00d8-415f-ae8d-2501c753c88f requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:22:50.799721 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-4dc65ae7-5ad3-4013-ae4e-2a759a5b5f93 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7628710 Oct 27 01:22:50.820414 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2256beb-cd53-4d86-9849-33babff0ca28 None None] Network c89d8d0d-00d8-415f-ae8d-2501c753c88f requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:22:50.823229 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce93a64-64cc-44d2-9804-203f4dcfa1ca req-6d846704-33ff-4734-94e1-f0b5856b9117 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:50.824738 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-dce93a64-64cc-44d2-9804-203f4dcfa1ca req-6d846704-33ff-4734-94e1-f0b5856b9117 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa1674c5-2b41-4cd3-8f8b-a5b63265dae3 HTTP/1.1" status: 200 len: 950 time: 0.0780325 Oct 27 01:22:50.839485 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1956ff3-8014-4b44-8e1d-e785e739cf51 req-2f22cee7-4977-4f8f-b09e-e43aaf3e70c2 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:50.840934 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f1956ff3-8014-4b44-8e1d-e785e739cf51 req-2f22cee7-4977-4f8f-b09e-e43aaf3e70c2 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0835385 Oct 27 01:22:50.896110 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-dce93a64-64cc-44d2-9804-203f4dcfa1ca req-abff2107-b549-4bf1-a3cf-a9df10242e04 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/security-groups?id=33eaa70b-d3f8-4512-9f94-ef71aa0d9cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540438 Oct 27 01:22:50.903998 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f1956ff3-8014-4b44-8e1d-e785e739cf51 req-f7b5d446-3ea3-49b1-89f3-5a8b3908716d tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547249 Oct 27 01:22:51.228014 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-4ddd8b59-9503-4503-b25a-c693943ac457 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:51.229353 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-4ddd8b59-9503-4503-b25a-c693943ac457 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/networks?id=c89d8d0d-00d8-415f-ae8d-2501c753c88f HTTP/1.1" status: 200 len: 815 time: 0.0963390 Oct 27 01:22:51.244446 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-e7275c52-cea7-4d20-a595-bdd6e5604b70 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/quotas/0aca48cc13184200acc3cee83bf4265c HTTP/1.1" status: 200 len: 375 time: 0.0091455 Oct 27 01:22:51.277707 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-9d850e7c-7a26-46f1-a70f-881ace669629 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0aca48cc13184200acc3cee83bf4265c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281270 Oct 27 01:22:51.364480 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-2c399667-a9c8-46e3-8271-9cf1412ecb9a service neutron] 10.222.0.32 "GET /v2.0/networks/c89d8d0d-00d8-415f-ae8d-2501c753c88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800025 Oct 27 01:22:51.453920 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f669cb80-9aaa-4423-bd8d-434519438abf service neutron] 10.222.0.32 "GET /v2.0/networks/c89d8d0d-00d8-415f-ae8d-2501c753c88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833440 Oct 27 01:22:51.685768 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-abd50c85-2cca-41c0-a3a1-61fc11403c4d req-1085a724-1c17-4f09-b760-9405cdf0be43 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c63b91-4304-474a-a244-d87f58ccf234 HTTP/1.1" status: 200 len: 210 time: 0.0273180 Oct 27 01:22:52.052519 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26c01e-8e7d-4a21-96ce-7582cbcaa9de req-f838276c-f51d-4547-8833-43de2d273f9e tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:52.053975 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5e26c01e-8e7d-4a21-96ce-7582cbcaa9de req-f838276c-f51d-4547-8833-43de2d273f9e tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa1674c5-2b41-4cd3-8f8b-a5b63265dae3 HTTP/1.1" status: 200 len: 950 time: 0.0827558 Oct 27 01:22:52.062075 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351edf05-a8c6-41a3-962f-d842fc015ac5 req-d87ce2ee-fa16-4356-9f4b-0f83815c8375 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:52.063436 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-351edf05-a8c6-41a3-962f-d842fc015ac5 req-d87ce2ee-fa16-4356-9f4b-0f83815c8375 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0834508 Oct 27 01:22:52.118519 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5e26c01e-8e7d-4a21-96ce-7582cbcaa9de req-a0318fde-6d6f-453a-a664-74eee4413c9d tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/security-groups?id=33eaa70b-d3f8-4512-9f94-ef71aa0d9cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540287 Oct 27 01:22:52.124756 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-351edf05-a8c6-41a3-962f-d842fc015ac5 req-b6897c06-17f5-4346-8e08-af80f1947aba tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527763 Oct 27 01:22:52.544560 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:22:52.621938 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a173c0-88f8-401d-bffa-65f110c0d016 req-28723700-283c-4bc1-8858-ffc3c307e87e tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:52.623420 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-69a173c0-88f8-401d-bffa-65f110c0d016 req-28723700-283c-4bc1-8858-ffc3c307e87e tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa1674c5-2b41-4cd3-8f8b-a5b63265dae3 HTTP/1.1" status: 200 len: 950 time: 0.0484772 Oct 27 01:22:52.718442 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-69a173c0-88f8-401d-bffa-65f110c0d016 req-f7f6e063-74f1-4471-aec9-5b5f97743d99 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Deleting port 0fc66269-a05f-4b7b-8274-871a91830c07 {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:22:52.718809 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-69a173c0-88f8-401d-bffa-65f110c0d016 req-f7f6e063-74f1-4471-aec9-5b5f97743d99 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:52.779599 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f065fa09-b1ae-4afa-97aa-b916d17dbd84 req-b1d20c49-9952-4680-875d-55e82a79c761 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c63b91-4304-474a-a244-d87f58ccf234 HTTP/1.1" status: 200 len: 210 time: 0.0260096 Oct 27 01:22:52.812049 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-69a173c0-88f8-401d-bffa-65f110c0d016 req-f7f6e063-74f1-4471-aec9-5b5f97743d99 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] For port 0fc66269-a05f-4b7b-8274-871a91830c07, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=0fc66269-a05f-4b7b-8274-871a91830c07,segment=NetworkSegment(e3afd88e-a9cd-4da4-90e3-4837d808f937),segment_id=e3afd88e-a9cd-4da4-90e3-4837d808f937)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:22:52.812405 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-69a173c0-88f8-401d-bffa-65f110c0d016 req-f7f6e063-74f1-4471-aec9-5b5f97743d99 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:52.825718 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-69a173c0-88f8-401d-bffa-65f110c0d016 req-f7f6e063-74f1-4471-aec9-5b5f97743d99 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Calling delete_port for 0fc66269-a05f-4b7b-8274-871a91830c07 owned by compute:nova {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:22:53.042998 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-69a173c0-88f8-401d-bffa-65f110c0d016 req-f7f6e063-74f1-4471-aec9-5b5f97743d99 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:53.078916 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6e063-74f1-4471-aec9-5b5f97743d99 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Pushing event deleted for resources: {'Port': ['ID=0fc66269-a05f-4b7b-8274-871a91830c07,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:53.083516 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['0fc66269-a05f-4b7b-8274-871a91830c07'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:22:53.125199 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a173c0-88f8-401d-bffa-65f110c0d016 req-f7f6e063-74f1-4471-aec9-5b5f97743d99 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] No DVR routers for this DVR port 0fc66269-a05f-4b7b-8274-871a91830c07 on host hv-cinder-81556 {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:22:53.127755 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-69a173c0-88f8-401d-bffa-65f110c0d016 req-f7f6e063-74f1-4471-aec9-5b5f97743d99 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:53.132047 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-69a173c0-88f8-401d-bffa-65f110c0d016 req-f7f6e063-74f1-4471-aec9-5b5f97743d99 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.36 "DELETE /v2.0/ports/0fc66269-a05f-4b7b-8274-871a91830c07 HTTP/1.1" status: 204 len: 173 time: 0.5013924 Oct 27 01:22:53.132508 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1674c5-2b41-4cd3-8f8b-a5b63265dae3', 'name': 'network-vif-deleted', 'tag': '0fc66269-a05f-4b7b-8274-871a91830c07'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:22:53.134795 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efa80ef-6bdd-4eee-a669-d02ee2b2627e" -d '{"events": [{"server_uuid": "aa1674c5-2b41-4cd3-8f8b-a5b63265dae3", "name": "network-vif-deleted", "tag": "0fc66269-a05f-4b7b-8274-871a91830c07"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:22:53.173252 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e984f3f3-2e21-40f9-bd4b-be2bff146598 x-openstack-request-id: req-e984f3f3-2e21-40f9-bd4b-be2bff146598 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:22:53.173545 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1674c5-2b41-4cd3-8f8b-a5b63265dae3", "name": "network-vif-deleted", "tag": "0fc66269-a05f-4b7b-8274-871a91830c07", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:22:53.173798 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e984f3f3-2e21-40f9-bd4b-be2bff146598 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:22:53.174254 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1674c5-2b41-4cd3-8f8b-a5b63265dae3', 'name': 'network-vif-deleted', 'tag': '0fc66269-a05f-4b7b-8274-871a91830c07', 'status': 'completed', 'code': 200} Oct 27 01:22:53.260090 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-958fd07d-b8a8-4acd-a6fe-ca4c571f894b req-cc8f807a-5cb2-4be7-9dd5-19414ab8a662 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa1674c5-2b41-4cd3-8f8b-a5b63265dae3 HTTP/1.1" status: 200 len: 210 time: 0.0389307 Oct 27 01:22:53.303541 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406718a-84e6-4e97-b89a-9420c6079dd8 req-b0178a49-a7e1-4a4b-a46e-7ba0dc150511 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:53.304943 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f406718a-84e6-4e97-b89a-9420c6079dd8 req-b0178a49-a7e1-4a4b-a46e-7ba0dc150511 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0706303 Oct 27 01:22:53.350994 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f406718a-84e6-4e97-b89a-9420c6079dd8 req-83c2781e-193c-4269-95b3-1a274a290338 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394626 Oct 27 01:22:53.814387 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ed2556de-d9e0-4d6b-963d-4131089896e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:53.882464 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-74963233-e8ce-471b-a926-fc0f46e7293e req-aaf7b4ee-e605-4987-a600-c6cb44bf068a tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c63b91-4304-474a-a244-d87f58ccf234 HTTP/1.1" status: 200 len: 210 time: 0.0353832 Oct 27 01:22:54.258788 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-50f77c14-265c-46ff-9f89-0f938489e947 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:54.260236 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-50f77c14-265c-46ff-9f89-0f938489e947 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.36 "GET /v2.0/networks?id=c89d8d0d-00d8-415f-ae8d-2501c753c88f HTTP/1.1" status: 200 len: 815 time: 0.1156113 Oct 27 01:22:54.297006 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f475d5dc-2124-4dc2-a415-7881c9cff01b tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Request body: {'port': {'device_id': '04c63b91-4304-474a-a244-d87f58ccf234', 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f', 'admin_state_up': True, 'tenant_id': '0aca48cc13184200acc3cee83bf4265c'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:22:54.422828 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e722a697-4138-47e7-b3ea-8ca226804ab6 req-d16031b5-4b74-4751-97ae-aaf6dc467565 tempest-VolumesNegativeTest-2137580352 tempest-VolumesNegativeTest-2137580352-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa1674c5-2b41-4cd3-8f8b-a5b63265dae3 HTTP/1.1" status: 200 len: 210 time: 0.0734472 Oct 27 01:22:54.489921 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ef3fe-3dcf-4e7b-a18d-86fc2e2ff141 req-c763b238-3682-4881-a21c-3555dab71042 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:54.491502 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-883ef3fe-3dcf-4e7b-a18d-86fc2e2ff141 req-c763b238-3682-4881-a21c-3555dab71042 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0531952 Oct 27 01:22:54.494855 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f475d5dc-2124-4dc2-a415-7881c9cff01b tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Made reservation on behalf of 0aca48cc13184200acc3cee83bf4265c for: {'port': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:22:54.498439 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f475d5dc-2124-4dc2-a415-7881c9cff01b tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:54.536862 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-883ef3fe-3dcf-4e7b-a18d-86fc2e2ff141 req-7907817c-c0cb-4e26-b908-f91f2a8401ed tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368018 Oct 27 01:22:54.628490 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f475d5dc-2124-4dc2-a415-7881c9cff01b tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Allocated IP 172.20.0.9 (c89d8d0d-00d8-415f-ae8d-2501c753c88f/d005165f-9d44-442d-abef-8e90845d65b1/3c2e10e7-5f1e-4d8b-8f85-8ee84618befe) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:22:54.789060 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f475d5dc-2124-4dc2-a415-7881c9cff01b tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:54.924229 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f475d5dc-2124-4dc2-a415-7881c9cff01b tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:54.946583 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f475d5dc-2124-4dc2-a415-7881c9cff01b tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Network c89d8d0d-00d8-415f-ae8d-2501c753c88f is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:22:54.965410 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f475d5dc-2124-4dc2-a415-7881c9cff01b tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:22:54.969233 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f475d5dc-2124-4dc2-a415-7881c9cff01b tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:22:55.008009 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cf971-7c00-4852-92c2-532c100c6ec5 req-b76ddf7b-3196-4538-9209-5b6bf445484f tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:55.009499 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-794cf971-7c00-4852-92c2-532c100c6ec5 req-b76ddf7b-3196-4538-9209-5b6bf445484f tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c63b91-4304-474a-a244-d87f58ccf234 HTTP/1.1" status: 200 len: 931 time: 0.0585363 Oct 27 01:22:55.032799 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475d5dc-2124-4dc2-a415-7881c9cff01b tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Pushing event updated for resources: {'Port': ['ID=3c2e10e7-5f1e-4d8b-8f85-8ee84618befe,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:55.047774 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f475d5dc-2124-4dc2-a415-7881c9cff01b tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:55.048400 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f475d5dc-2124-4dc2-a415-7881c9cff01b tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:55.060397 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-794cf971-7c00-4852-92c2-532c100c6ec5 req-0b7d6fe3-3772-49d7-856a-f16b1f4ace60 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442441 Oct 27 01:22:55.178623 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f475d5dc-2124-4dc2-a415-7881c9cff01b tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8868291 Oct 27 01:22:55.199540 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f226df96-755d-465e-9d46-94736d088b31 service neutron] Request body: {'port': {'device_id': '04c63b91-4304-474a-a244-d87f58ccf234', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:22:55.254288 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f226df96-755d-465e-9d46-94736d088b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:55.554168 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f226df96-755d-465e-9d46-94736d088b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe {{(pid=102100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:22:55.561662 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f226df96-755d-465e-9d46-94736d088b31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:55.574336 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.provisioning_blocks [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f226df96-755d-465e-9d46-94736d088b31 service neutron] Transition to ACTIVE for port object 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe will not be triggered until provisioned by entity L2. {{(pid=102100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:22:55.670298 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db718f-1d37-4417-8013-1a6866d48691 req-e0dfa6ab-675d-4ba8-834e-9901bbacd4c8 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:55.672065 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-43db718f-1d37-4417-8013-1a6866d48691 req-e0dfa6ab-675d-4ba8-834e-9901bbacd4c8 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0590324 Oct 27 01:22:55.746238 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-43db718f-1d37-4417-8013-1a6866d48691 req-9dbbeb72-fe44-46d9-958d-f731c3071515 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672095 Oct 27 01:22:55.757069 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f226df96-755d-465e-9d46-94736d088b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:55.766523 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f67ed-be2e-4e51-ad56-1b2156b60b37 req-260653c4-db6d-4e61-8117-0e5cf12afbe6 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:55.768075 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5f2f67ed-be2e-4e51-ad56-1b2156b60b37 req-260653c4-db6d-4e61-8117-0e5cf12afbe6 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 984 time: 0.0760298 Oct 27 01:22:55.807275 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226df96-755d-465e-9d46-94736d088b31 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2e10e7-5f1e-4d8b-8f85-8ee84618befe,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:55.819238 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5f2f67ed-be2e-4e51-ad56-1b2156b60b37 req-40d4d2d0-490d-4fa7-b1a2-4140f49b06be tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=5008b7d3-cb9b-4403-9a05-52e27afb2ad8&id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448349 Oct 27 01:22:55.885666 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f226df96-755d-465e-9d46-94736d088b31 service neutron] Attempting to bind port 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe on host hv-cinder-81556 for vnic_type normal with profile {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:22:55.886208 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f226df96-755d-465e-9d46-94736d088b31 service neutron] Attempting to bind port 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': 'b72d2fa2-ce49-4700-84dc-0df1dbeb81d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f'}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:22:55.886666 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f226df96-755d-465e-9d46-94736d088b31 service neutron] Attempting to bind port 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe on network c89d8d0d-00d8-415f-ae8d-2501c753c88f {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:22:55.891410 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f226df96-755d-465e-9d46-94736d088b31 service neutron] Port 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe on network c89d8d0d-00d8-415f-ae8d-2501c753c88f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:22:55.891808 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f226df96-755d-465e-9d46-94736d088b31 service neutron] Attempting to bind port 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe on network c89d8d0d-00d8-415f-ae8d-2501c753c88f {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:22:55.906520 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f226df96-755d-465e-9d46-94736d088b31 service neutron] Checking agent: {'id': '5557effb-edc1-4af5-af56-f2013bdcbb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'started_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:22:55.906877 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f226df96-755d-465e-9d46-94736d088b31 service neutron] Checking segment: {'id': 'b72d2fa2-ce49-4700-84dc-0df1dbeb81d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:22:55.907331 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f226df96-755d-465e-9d46-94736d088b31 service neutron] Bound using segment: {'id': 'b72d2fa2-ce49-4700-84dc-0df1dbeb81d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f'} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:22:55.907848 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f226df96-755d-465e-9d46-94736d088b31 service neutron] Bound port: 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b72d2fa2-ce49-4700-84dc-0df1dbeb81d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f'}}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:22:55.908286 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f226df96-755d-465e-9d46-94736d088b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:55.980487 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0d1fb-5ecb-400b-8f0f-5cd750c7a175 req-7be91f14-47c4-41fd-aae2-4e0d5a6e2f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:55.982720 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-02b0d1fb-5ecb-400b-8f0f-5cd750c7a175 req-7be91f14-47c4-41fd-aae2-4e0d5a6e2f95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e37607855ec49b6af8f28274acba57b&device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 1137 time: 0.0878954 Oct 27 01:22:56.053235 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f226df96-755d-465e-9d46-94736d088b31 service neutron] For port 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe, host hv-cinder-81556, cleared binding levels {{(pid=102100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:22:56.075608 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f226df96-755d-465e-9d46-94736d088b31 service neutron] For port 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=3c2e10e7-5f1e-4d8b-8f85-8ee84618befe,segment=NetworkSegment(b72d2fa2-ce49-4700-84dc-0df1dbeb81d5),segment_id=b72d2fa2-ce49-4700-84dc-0df1dbeb81d5)] {{(pid=102100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:22:56.109519 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0d1fb-5ecb-400b-8f0f-5cd750c7a175 req-cd7b46a6-6ea3-494c-8c52-ec8fd75a43a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:56.111087 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-02b0d1fb-5ecb-400b-8f0f-5cd750c7a175 req-cd7b46a6-6ea3-494c-8c52-ec8fd75a43a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a4571fc-d7ab-424a-af9f-0f896f2dad41 HTTP/1.1" status: 200 len: 914 time: 0.1135249 Oct 27 01:22:56.178841 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-02b0d1fb-5ecb-400b-8f0f-5cd750c7a175 req-30cf4b25-c12c-4e04-aa0d-20699445893d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d271dfc3-2e52-484f-8433-9676c21da897 HTTP/1.1" status: 200 len: 999 time: 0.0600302 Oct 27 01:22:56.179131 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0426a-38bb-4ced-a10b-ceddcb7ff9de req-c3d100d7-1a78-4d8a-ba30-01c66f8d71df tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:56.180385 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-bca0426a-38bb-4ced-a10b-ceddcb7ff9de req-c3d100d7-1a78-4d8a-ba30-01c66f8d71df tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c63b91-4304-474a-a244-d87f58ccf234 HTTP/1.1" status: 200 len: 943 time: 0.0517902 Oct 27 01:22:56.219704 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f226df96-755d-465e-9d46-94736d088b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:56.219906 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-bca0426a-38bb-4ced-a10b-ceddcb7ff9de req-3c3c300d-e0aa-49f8-a672-1f9ed155f727 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315249 Oct 27 01:22:56.272746 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f226df96-755d-465e-9d46-94736d088b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:56.273367 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f226df96-755d-465e-9d46-94736d088b31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:56.274783 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-f226df96-755d-465e-9d46-94736d088b31 service neutron] 10.222.0.36 "PUT /v2.0/ports/3c2e10e7-5f1e-4d8b-8f85-8ee84618befe HTTP/1.1" status: 200 len: 1093 time: 1.0794699 Oct 27 01:22:56.277098 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c63b91-4304-474a-a244-d87f58ccf234', 'tag': '3c2e10e7-5f1e-4d8b-8f85-8ee84618befe'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:22:56.279389 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaeda8f8-7300-4cd0-8be9-f255af3a532e" -d '{"events": [{"name": "network-changed", "server_uuid": "04c63b91-4304-474a-a244-d87f58ccf234", "tag": "3c2e10e7-5f1e-4d8b-8f85-8ee84618befe"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:22:56.286474 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0d1fb-5ecb-400b-8f0f-5cd750c7a175 req-5bc35808-95a5-4e54-affe-fc73ad0376a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:56.287902 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-02b0d1fb-5ecb-400b-8f0f-5cd750c7a175 req-5bc35808-95a5-4e54-affe-fc73ad0376a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=948e74c1-7ae5-4faf-ba8f-e1cec7da79a5 HTTP/1.1" status: 200 len: 852 time: 0.0996366 Oct 27 01:22:56.301676 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226df96-755d-465e-9d46-94736d088b31 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2e10e7-5f1e-4d8b-8f85-8ee84618befe,revision_number=3']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:56.331295 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00ca89c-205e-4f63-8c56-1b5207b37b7e x-openstack-request-id: req-c00ca89c-205e-4f63-8c56-1b5207b37b7e {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:22:56.334672 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c63b91-4304-474a-a244-d87f58ccf234", "tag": "3c2e10e7-5f1e-4d8b-8f85-8ee84618befe", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:22:56.334672 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c00ca89c-205e-4f63-8c56-1b5207b37b7e {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:22:56.334672 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c63b91-4304-474a-a244-d87f58ccf234', 'tag': '3c2e10e7-5f1e-4d8b-8f85-8ee84618befe', 'status': 'completed', 'code': 200} Oct 27 01:22:56.348473 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0d1fb-5ecb-400b-8f0f-5cd750c7a175 req-13f63dec-3629-4b5b-bfde-efc9a0bd3d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:56.349925 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-02b0d1fb-5ecb-400b-8f0f-5cd750c7a175 req-13f63dec-3629-4b5b-bfde-efc9a0bd3d38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a4571fc-d7ab-424a-af9f-0f896f2dad41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471740 Oct 27 01:22:56.356698 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d05d8dda-5068-4096-8c5a-4e15a9be5fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:56.460465 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeda8f8-7300-4cd0-8be9-f255af3a532e req-f2bb7a59-1bd5-4c5c-98c7-4041e244e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:56.461964 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-eaeda8f8-7300-4cd0-8be9-f255af3a532e req-f2bb7a59-1bd5-4c5c-98c7-4041e244e638 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0aca48cc13184200acc3cee83bf4265c&device_id=04c63b91-4304-474a-a244-d87f58ccf234 HTTP/1.1" status: 200 len: 1096 time: 0.0879819 Oct 27 01:22:56.483223 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-02b0d1fb-5ecb-400b-8f0f-5cd750c7a175 req-bbaf9b09-ab60-4447-bf2f-b892b949582b service neutron] 10.222.0.36 "GET /v2.0/networks/9a4571fc-d7ab-424a-af9f-0f896f2dad41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171939 Oct 27 01:22:56.635490 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeda8f8-7300-4cd0-8be9-f255af3a532e req-c3d804fa-5ad0-4b12-b9f3-4d5267a7cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:56.636927 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-eaeda8f8-7300-4cd0-8be9-f255af3a532e req-c3d804fa-5ad0-4b12-b9f3-4d5267a7cd79 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0aca48cc13184200acc3cee83bf4265c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1518204 Oct 27 01:22:56.654256 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-02b0d1fb-5ecb-400b-8f0f-5cd750c7a175 req-01a5e3da-9ca2-4b23-ba82-4a2f63366166 service neutron] 10.222.0.36 "GET /v2.0/networks/9a4571fc-d7ab-424a-af9f-0f896f2dad41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477621 Oct 27 01:22:56.741971 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeda8f8-7300-4cd0-8be9-f255af3a532e req-9ee2ea1a-64cc-4425-861a-f6a5063961e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:56.743463 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-eaeda8f8-7300-4cd0-8be9-f255af3a532e req-9ee2ea1a-64cc-4425-861a-f6a5063961e7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978494 Oct 27 01:22:56.858266 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-d3453392-8d29-4d0c-ac86-e8a2fc77e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:56.860362 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-d3453392-8d29-4d0c-ac86-e8a2fc77e7fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0aca48cc13184200acc3cee83bf4265c&device_id=04c63b91-4304-474a-a244-d87f58ccf234 HTTP/1.1" status: 200 len: 1096 time: 0.0427580 Oct 27 01:22:56.882408 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdf9ca-e6ed-44cf-a1d0-2fe6bdccddf8 req-32420702-6a05-4a1f-bf68-e05265ba8479 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:56.890534 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d9bdf9ca-e6ed-44cf-a1d0-2fe6bdccddf8 req-32420702-6a05-4a1f-bf68-e05265ba8479 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0745997 Oct 27 01:22:56.935614 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-60355233-f693-444e-bf27-aa27537bbbba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c2e10e7-5f1e-4d8b-8f85-8ee84618befe HTTP/1.1" status: 200 len: 217 time: 0.0491085 Oct 27 01:22:56.957718 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d9bdf9ca-e6ed-44cf-a1d0-2fe6bdccddf8 req-afb73d32-8415-4724-8e22-161c1a5f3c2b tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662537 Oct 27 01:22:56.992050 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914b1b6-3090-4943-a592-46242e99de9b req-4980fc27-0759-4ac2-a69f-d7a585c4da2b tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:56.993869 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9914b1b6-3090-4943-a592-46242e99de9b req-4980fc27-0759-4ac2-a69f-d7a585c4da2b tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 984 time: 0.0888262 Oct 27 01:22:57.055189 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9914b1b6-3090-4943-a592-46242e99de9b req-2ec35aeb-9717-46c9-bf71-61f6005df7c5 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=5008b7d3-cb9b-4403-9a05-52e27afb2ad8&id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494714 Oct 27 01:22:57.251563 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:57.253331 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-91343519-58c9-49d1-a2e0-1535c3ddfa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:57.255207 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-91343519-58c9-49d1-a2e0-1535c3ddfa16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d005165f-9d44-442d-abef-8e90845d65b1 HTTP/1.1" status: 200 len: 855 time: 0.3066671 Oct 27 01:22:57.289578 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-2054f1bc-e841-481f-9a49-de742e825993 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c89d8d0d-00d8-415f-ae8d-2501c753c88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255184 Oct 27 01:22:57.338771 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50611c-9b26-4be5-99b5-f4fea57be1ff req-950ac70a-4dd0-4e78-8f03-5ac79a9ac3e0 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:57.340665 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ba50611c-9b26-4be5-99b5-f4fea57be1ff req-950ac70a-4dd0-4e78-8f03-5ac79a9ac3e0 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c63b91-4304-474a-a244-d87f58ccf234 HTTP/1.1" status: 200 len: 943 time: 0.0525832 Oct 27 01:22:57.378662 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 0fc66269-a05f-4b7b-8274-871a91830c07 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:22:57.386606 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-5e1e1101-79c1-4afd-8450-b8b9085dbcde service neutron] 10.222.0.36 "GET /v2.0/networks/c89d8d0d-00d8-415f-ae8d-2501c753c88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892775 Oct 27 01:22:57.395669 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ba50611c-9b26-4be5-99b5-f4fea57be1ff req-962eb560-69a2-4dcb-8201-abf34cf02907 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469079 Oct 27 01:22:57.414585 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] No Port match for: 0fc66269-a05f-4b7b-8274-871a91830c07 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:22:57.414933 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 0fc66269-a05f-4b7b-8274-871a91830c07 not bound to the agent host hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:22:57.495065 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ec26c7eb-5745-4b9d-ac5a-0315e3aa117d req-33277e8f-bb10-4d41-a436-02daa8e4cb80 service neutron] 10.222.0.36 "GET /v2.0/networks/c89d8d0d-00d8-415f-ae8d-2501c753c88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012142 Oct 27 01:22:57.722508 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:58.069775 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb0e5c-4ada-42f0-9c64-82f15fc33c67 req-8c8125b0-263c-426a-8451-be2e843dcb52 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:58.071404 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-bbcb0e5c-4ada-42f0-9c64-82f15fc33c67 req-8c8125b0-263c-426a-8451-be2e843dcb52 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0498512 Oct 27 01:22:58.122251 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-bbcb0e5c-4ada-42f0-9c64-82f15fc33c67 req-708d3f86-ff30-4ffa-b56b-528821bebb87 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368195 Oct 27 01:22:58.169344 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb166ae-2236-4b9f-bec3-2722562bbc6a req-1a9d6093-7b82-43f6-a006-39a0f268f7ed tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:58.170935 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ebb166ae-2236-4b9f-bec3-2722562bbc6a req-1a9d6093-7b82-43f6-a006-39a0f268f7ed tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 984 time: 0.0531409 Oct 27 01:22:58.213450 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ebb166ae-2236-4b9f-bec3-2722562bbc6a req-f1d9cce1-68a9-4e3c-a2be-144f9aedf9d3 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=5008b7d3-cb9b-4403-9a05-52e27afb2ad8&id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360777 Oct 27 01:22:58.517790 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82ecb6-0f05-4cc5-9aa1-4a9961f146f8 req-776941e2-6417-4a3c-a922-5f69f00e3a73 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:58.521130 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5b82ecb6-0f05-4cc5-9aa1-4a9961f146f8 req-776941e2-6417-4a3c-a922-5f69f00e3a73 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c63b91-4304-474a-a244-d87f58ccf234 HTTP/1.1" status: 200 len: 943 time: 0.0531433 Oct 27 01:22:58.562271 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5b82ecb6-0f05-4cc5-9aa1-4a9961f146f8 req-03294a85-2027-4d0d-9b93-1dd2e0cded95 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361533 Oct 27 01:22:59.102985 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:59.244838 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86b872-e3ca-47ab-a167-02979b522cab req-4b8c26b6-afe8-4215-91b5-d4a405eac449 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:59.250596 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ac86b872-e3ca-47ab-a167-02979b522cab req-4b8c26b6-afe8-4215-91b5-d4a405eac449 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0584822 Oct 27 01:22:59.288842 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ac86b872-e3ca-47ab-a167-02979b522cab req-36f6c9a1-14a2-45f1-89ea-34ee1f101ce5 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368414 Oct 27 01:22:59.341338 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b9f85-e7ac-4a10-bf88-b3f88cb7748b req-f7327f70-1fe1-4e6a-8324-49aa6ecdd3ee tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:59.342841 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-493b9f85-e7ac-4a10-bf88-b3f88cb7748b req-f7327f70-1fe1-4e6a-8324-49aa6ecdd3ee tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 984 time: 0.0530484 Oct 27 01:22:59.385622 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-493b9f85-e7ac-4a10-bf88-b3f88cb7748b req-53b2cd34-0995-431c-8508-6a00eeb15cae tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=5008b7d3-cb9b-4403-9a05-52e27afb2ad8&id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362005 Oct 27 01:22:59.392593 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:22:59.496999 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=3c2e10e7-5f1e-4d8b-8f85-8ee84618befe,segment=NetworkSegment(b72d2fa2-ce49-4700-84dc-0df1dbeb81d5),segment_id=b72d2fa2-ce49-4700-84dc-0df1dbeb81d5)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:22:59.511732 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': '3c2e10e7-5f1e-4d8b-8f85-8ee84618befe', 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f', 'port_id': '3c2e10e7-5f1e-4d8b-8f85-8ee84618befe', 'mac_address': 'fa:16:3e:5a:36:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd005165f-9d44-442d-abef-8e90845d65b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:22:59.554100 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:59.567482 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:22:59.586842 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=3c2e10e7-5f1e-4d8b-8f85-8ee84618befe,segment=NetworkSegment(b72d2fa2-ce49-4700-84dc-0df1dbeb81d5),segment_id=b72d2fa2-ce49-4700-84dc-0df1dbeb81d5)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:22:59.674476 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:22:59.682064 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3f8e7-b89d-46cb-83e0-ebfd13a31132 req-59678f15-704c-4eda-bafd-a5ea5dfc6dbe tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:22:59.685006 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-06f3f8e7-b89d-46cb-83e0-ebfd13a31132 req-59678f15-704c-4eda-bafd-a5ea5dfc6dbe tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c63b91-4304-474a-a244-d87f58ccf234 HTTP/1.1" status: 200 len: 943 time: 0.0551777 Oct 27 01:22:59.724186 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=3c2e10e7-5f1e-4d8b-8f85-8ee84618befe,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:22:59.730249 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-06f3f8e7-b89d-46cb-83e0-ebfd13a31132 req-82d7b801-3c13-4bef-8948-a85d31de2e07 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327256 Oct 27 01:23:00.050759 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['3c2e10e7-5f1e-4d8b-8f85-8ee84618befe'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:23:00.289022 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 35730) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:23:00.416447 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-afe0eb61-fee4-45a6-a0d0-93e4fa741f0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:00.459497 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14bd46-2933-45d1-b689-ed70bb942d08 req-48b09395-5633-4f0a-8116-6447fca01c5a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:00.460969 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8e14bd46-2933-45d1-b689-ed70bb942d08 req-48b09395-5633-4f0a-8116-6447fca01c5a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0796049 Oct 27 01:23:00.555546 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8e14bd46-2933-45d1-b689-ed70bb942d08 req-9963dd3d-8947-47ed-8895-c1a3816ef419 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817664 Oct 27 01:23:00.566240 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72839f8-9fb5-4dca-a43b-3d0c953c74cb req-d7e108ed-61a9-4443-a38e-3dca1bfde9b8 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:00.568007 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c72839f8-9fb5-4dca-a43b-3d0c953c74cb req-d7e108ed-61a9-4443-a38e-3dca1bfde9b8 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 984 time: 0.1044910 Oct 27 01:23:00.599465 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-afe0eb61-fee4-45a6-a0d0-93e4fa741f0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:00.620570 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c72839f8-9fb5-4dca-a43b-3d0c953c74cb req-1f938b82-b726-4ef6-a87f-38a27574b036 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=5008b7d3-cb9b-4403-9a05-52e27afb2ad8&id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452085 Oct 27 01:23:00.665214 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-afe0eb61-fee4-45a6-a0d0-93e4fa741f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:00.704486 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-afe0eb61-fee4-45a6-a0d0-93e4fa741f0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f513b1a9beb45d080e928db16b1da95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143848 Oct 27 01:23:00.705378 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0eb61-fee4-45a6-a0d0-93e4fa741f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf505ee-83fc-4220-9e51-77019dc40493,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:00.712529 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 35742) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:23:00.761814 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-620a26f7-67d6-4b89-95c9-891e2cd360b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:00.784626 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-620a26f7-67d6-4b89-95c9-891e2cd360b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:00.886240 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024843c2-4cbd-43cd-b75b-d583c718b3b9 req-ab14331f-3f28-430f-9567-07fec18cd587 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:00.887737 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-024843c2-4cbd-43cd-b75b-d583c718b3b9 req-ab14331f-3f28-430f-9567-07fec18cd587 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c63b91-4304-474a-a244-d87f58ccf234 HTTP/1.1" status: 200 len: 944 time: 0.0874441 Oct 27 01:23:00.929044 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c638b-5183-430e-9b55-d76edd35e843 req-14103f8d-e2f9-4781-8731-99a722927f88 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:00.930523 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-379c638b-5183-430e-9b55-d76edd35e843 req-14103f8d-e2f9-4781-8731-99a722927f88 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0809340 Oct 27 01:23:00.950873 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-024843c2-4cbd-43cd-b75b-d583c718b3b9 req-20d9358d-67d4-4978-9024-3533c0aadcb8 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565488 Oct 27 01:23:00.978050 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-379c638b-5183-430e-9b55-d76edd35e843 req-a09b5be3-228a-46c6-8195-5d41b944c476 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410862 Oct 27 01:23:00.979076 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-620a26f7-67d6-4b89-95c9-891e2cd360b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:00.983672 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-620a26f7-67d6-4b89-95c9-891e2cd360b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:00.984822 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-620a26f7-67d6-4b89-95c9-891e2cd360b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cbf505ee-83fc-4220-9e51-77019dc40493 HTTP/1.1" status: 204 len: 168 time: 0.2713025 Oct 27 01:23:00.993628 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a26f7-67d6-4b89-95c9-891e2cd360b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf505ee-83fc-4220-9e51-77019dc40493,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:01.077242 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a2da1-29f4-4685-a69d-200179f04b07 req-a4e08b73-4129-4b1f-a709-213e86a4c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:01.078690 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-381a2da1-29f4-4685-a69d-200179f04b07 req-a4e08b73-4129-4b1f-a709-213e86a4c29d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba4a231d73f5454eb53e08db96f0a471&device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 1098 time: 0.0410030 Oct 27 01:23:01.177325 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a2da1-29f4-4685-a69d-200179f04b07 req-6e659442-e260-4949-a489-577c60270ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:01.178826 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-381a2da1-29f4-4685-a69d-200179f04b07 req-6e659442-e260-4949-a489-577c60270ff7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5b7050d-f17d-40a3-83d0-485beb1349f9 HTTP/1.1" status: 200 len: 911 time: 0.0895674 Oct 27 01:23:01.243957 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-381a2da1-29f4-4685-a69d-200179f04b07 req-9ee12740-7c5d-48bd-9d30-29993a40373b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4440d0d-eda6-40ea-8ff3-ed879ecaf17e HTTP/1.1" status: 200 len: 1000 time: 0.0579791 Oct 27 01:23:01.302540 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a2da1-29f4-4685-a69d-200179f04b07 req-d48eb328-07b3-4336-9728-cbd24da4a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:01.304075 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-381a2da1-29f4-4685-a69d-200179f04b07 req-d48eb328-07b3-4336-9728-cbd24da4a1f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4a6135b-95f5-4c77-89c6-26bb40ea2187 HTTP/1.1" status: 200 len: 849 time: 0.0519695 Oct 27 01:23:01.366519 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a2da1-29f4-4685-a69d-200179f04b07 req-70c1d4ac-c311-41b5-89ab-905c6f976603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:01.367991 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-381a2da1-29f4-4685-a69d-200179f04b07 req-70c1d4ac-c311-41b5-89ab-905c6f976603 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5b7050d-f17d-40a3-83d0-485beb1349f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442548 Oct 27 01:23:01.425152 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:23:01.467045 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-381a2da1-29f4-4685-a69d-200179f04b07 req-3518dd91-3f40-4c90-98de-c4258d17dadd service neutron] 10.222.0.36 "GET /v2.0/networks/b5b7050d-f17d-40a3-83d0-485beb1349f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912302 Oct 27 01:23:01.527754 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning for port 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe completed by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:23:01.531617 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:23:01.531984 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:01.569714 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-381a2da1-29f4-4685-a69d-200179f04b07 req-c6cf3b5c-a2e8-40c9-8a12-d967bbc77c60 service neutron] 10.222.0.36 "GET /v2.0/networks/b5b7050d-f17d-40a3-83d0-485beb1349f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920441 Oct 27 01:23:01.615153 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:01.637406 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c63b91-4304-474a-a244-d87f58ccf234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2e10e7-5f1e-4d8b-8f85-8ee84618befe'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:23:01.639563 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631a83f0-313f-40fc-878f-80de9d0fa720" -d '{"events": [{"server_uuid": "04c63b91-4304-474a-a244-d87f58ccf234", "name": "network-vif-plugged", "status": "completed", "tag": "3c2e10e7-5f1e-4d8b-8f85-8ee84618befe"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:23:01.652019 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=3c2e10e7-5f1e-4d8b-8f85-8ee84618befe,segment=NetworkSegment(b72d2fa2-ce49-4700-84dc-0df1dbeb81d5),segment_id=b72d2fa2-ce49-4700-84dc-0df1dbeb81d5)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:23:01.677806 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9430cacd-4938-4387-9239-2d98507d02f0 x-openstack-request-id: req-9430cacd-4938-4387-9239-2d98507d02f0 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:23:01.678135 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c63b91-4304-474a-a244-d87f58ccf234", "name": "network-vif-plugged", "status": "completed", "tag": "3c2e10e7-5f1e-4d8b-8f85-8ee84618befe", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:23:01.678396 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9430cacd-4938-4387-9239-2d98507d02f0 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:23:01.678793 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c63b91-4304-474a-a244-d87f58ccf234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2e10e7-5f1e-4d8b-8f85-8ee84618befe', 'code': 200} Oct 27 01:23:01.722582 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:01.741901 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3e436-5de3-4898-9fca-4ab49f451ef0 req-a4beec5c-d4d6-41b1-a5c0-828bbd0f334a tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:01.743408 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-94d3e436-5de3-4898-9fca-4ab49f451ef0 req-a4beec5c-d4d6-41b1-a5c0-828bbd0f334a tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 984 time: 0.0494268 Oct 27 01:23:01.772616 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=3c2e10e7-5f1e-4d8b-8f85-8ee84618befe,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:01.790992 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-94d3e436-5de3-4898-9fca-4ab49f451ef0 req-1ef3b67f-b8ec-4c17-bf86-fe4cb41e713f tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=5008b7d3-cb9b-4403-9a05-52e27afb2ad8&id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404091 Oct 27 01:23:01.877356 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 35762) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:23:02.021896 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 35770) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:23:02.022349 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-a43bf3df-4a48-4225-8cfd-efe181ac50ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62ba4e49116c4783802852db9449300f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436031 Oct 27 01:23:02.071177 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8264ba6-68b5-4679-9254-97548b3df80a req-b7151ae9-bd7c-4a8c-931f-6f8513767db4 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:02.073169 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a8264ba6-68b5-4679-9254-97548b3df80a req-b7151ae9-bd7c-4a8c-931f-6f8513767db4 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c63b91-4304-474a-a244-d87f58ccf234 HTTP/1.1" status: 200 len: 945 time: 0.0497577 Oct 27 01:23:02.106246 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-e7051e0b-0641-44b4-b6a9-e7a07c2e1bec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:02.121647 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60adc1e2-4d65-4fdd-a12f-f8ead26644aa req-93db3b1f-cf1c-4c7b-b12f-cede15e0ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:02.123233 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-60adc1e2-4d65-4fdd-a12f-f8ead26644aa req-93db3b1f-cf1c-4c7b-b12f-cede15e0ee50 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=04c63b91-4304-474a-a244-d87f58ccf234 HTTP/1.1" status: 200 len: 1098 time: 0.0688384 Oct 27 01:23:02.135720 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-e7051e0b-0641-44b4-b6a9-e7a07c2e1bec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:02.175747 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a8264ba6-68b5-4679-9254-97548b3df80a req-9496af00-edbb-4200-ac17-bc747afa54c2 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555153 Oct 27 01:23:02.175747 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54893bf3-c08d-4aa1-9c53-694e64a01013 req-07a4fb90-5789-4242-b8ab-19cfc74f006a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:02.175747 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-54893bf3-c08d-4aa1-9c53-694e64a01013 req-07a4fb90-5789-4242-b8ab-19cfc74f006a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0760701 Oct 27 01:23:02.193474 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-54893bf3-c08d-4aa1-9c53-694e64a01013 req-acb30cb5-392d-4584-a711-13edcf99945c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362213 Oct 27 01:23:02.197909 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-60adc1e2-4d65-4fdd-a12f-f8ead26644aa req-65c6738f-f557-4e23-9c0e-cdfc7e491f8d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427172 Oct 27 01:23:02.291397 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-e7051e0b-0641-44b4-b6a9-e7a07c2e1bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:02.294020 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-e7051e0b-0641-44b4-b6a9-e7a07c2e1bec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:02.295175 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-e7051e0b-0641-44b4-b6a9-e7a07c2e1bec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33eaa70b-d3f8-4512-9f94-ef71aa0d9cd0 HTTP/1.1" status: 204 len: 168 time: 0.2719536 Oct 27 01:23:02.303818 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7051e0b-0641-44b4-b6a9-e7a07c2e1bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33eaa70b-d3f8-4512-9f94-ef71aa0d9cd0,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:02.907213 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f47601-2120-4bd9-bc9c-871bbbe78b0b req-00a8a7f2-097f-4e29-a4ee-f7f4512456c0 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:02.908642 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d0f47601-2120-4bd9-bc9c-871bbbe78b0b req-00a8a7f2-097f-4e29-a4ee-f7f4512456c0 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 984 time: 0.0506625 Oct 27 01:23:02.947162 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d0f47601-2120-4bd9-bc9c-871bbbe78b0b req-db7ce8ee-db55-4d16-a270-08f1c57f5051 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=5008b7d3-cb9b-4403-9a05-52e27afb2ad8&id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321631 Oct 27 01:23:03.270322 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ac0d1-92d0-468e-93ec-f5d0449f7067 req-467faa11-1e24-4fbd-8632-c8a6533d74bc tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:03.271804 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-746ac0d1-92d0-468e-93ec-f5d0449f7067 req-467faa11-1e24-4fbd-8632-c8a6533d74bc tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c63b91-4304-474a-a244-d87f58ccf234 HTTP/1.1" status: 200 len: 945 time: 0.0618954 Oct 27 01:23:03.339137 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3954b-8883-4098-90be-94faae49166a req-377ebed5-7750-4637-8b4f-0614cc39cfa6 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:03.341142 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fbf3954b-8883-4098-90be-94faae49166a req-377ebed5-7750-4637-8b4f-0614cc39cfa6 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0679433 Oct 27 01:23:03.343310 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-746ac0d1-92d0-468e-93ec-f5d0449f7067 req-a6ca0a3c-d694-48f0-90fd-86274c96942c tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628397 Oct 27 01:23:03.382860 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fbf3954b-8883-4098-90be-94faae49166a req-bac425db-63f3-4fb5-985b-0808976aedbf tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356295 Oct 27 01:23:04.060134 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb58ea6-65de-4814-b7df-a4fb65b1da51 req-bc9491c8-fb06-4ef3-802a-a5bb0428b9bc tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:04.061571 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fdb58ea6-65de-4814-b7df-a4fb65b1da51 req-bc9491c8-fb06-4ef3-802a-a5bb0428b9bc tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 984 time: 0.0473075 Oct 27 01:23:04.100362 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fdb58ea6-65de-4814-b7df-a4fb65b1da51 req-ae9e48a8-64ba-4c97-a9fa-a46205a3e7f6 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=5008b7d3-cb9b-4403-9a05-52e27afb2ad8&id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321896 Oct 27 01:23:04.456746 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1e973-7f9e-4004-8fc1-4f919a6688a2 req-dfeb64cc-c99c-4f96-a433-871d60a88eea tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:04.458193 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9ae1e973-7f9e-4004-8fc1-4f919a6688a2 req-dfeb64cc-c99c-4f96-a433-871d60a88eea tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c63b91-4304-474a-a244-d87f58ccf234 HTTP/1.1" status: 200 len: 945 time: 0.0482626 Oct 27 01:23:04.494947 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9ae1e973-7f9e-4004-8fc1-4f919a6688a2 req-cc029e15-ffd3-4ffe-8a45-8cede170946a tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310490 Oct 27 01:23:05.214528 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee4ab0-f218-4965-b428-d0631cf1dc2a req-5fd8ceb0-e5fa-4772-8334-de00731184c1 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:05.216009 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f2ee4ab0-f218-4965-b428-d0631cf1dc2a req-5fd8ceb0-e5fa-4772-8334-de00731184c1 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 984 time: 0.0490263 Oct 27 01:23:05.259030 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f2ee4ab0-f218-4965-b428-d0631cf1dc2a req-68add122-a9b5-4e7b-a519-e4b5b76d0e9a tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=5008b7d3-cb9b-4403-9a05-52e27afb2ad8&id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368125 Oct 27 01:23:06.376484 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa115a42-4523-4879-a515-6679d1f117e6 req-5dc0ea2c-bb05-4c33-aa61-763a3b9cfe01 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:06.377989 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fa115a42-4523-4879-a515-6679d1f117e6 req-5dc0ea2c-bb05-4c33-aa61-763a3b9cfe01 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 984 time: 0.0492256 Oct 27 01:23:06.419078 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fa115a42-4523-4879-a515-6679d1f117e6 req-f9a847de-4b1e-4412-a98a-2bf347f8c9c3 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=5008b7d3-cb9b-4403-9a05-52e27afb2ad8&id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340374 Oct 27 01:23:07.538882 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ac300-2046-4f98-963c-651773463297 req-1c356910-68ac-415d-a655-ef26349f40c3 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:07.540233 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e48ac300-2046-4f98-963c-651773463297 req-1c356910-68ac-415d-a655-ef26349f40c3 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 984 time: 0.0537119 Oct 27 01:23:07.579362 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e48ac300-2046-4f98-963c-651773463297 req-7dc8f804-c841-4b80-bbcb-ce8287ab5ccd tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=5008b7d3-cb9b-4403-9a05-52e27afb2ad8&id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331571 Oct 27 01:23:08.696367 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bb077-3840-4750-9253-e6addac5379e req-a4822abb-2494-427b-9454-959a703c5586 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:08.697811 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6a5bb077-3840-4750-9253-e6addac5379e req-a4822abb-2494-427b-9454-959a703c5586 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 984 time: 0.0489802 Oct 27 01:23:08.740744 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6a5bb077-3840-4750-9253-e6addac5379e req-20d6c3b4-5389-41b0-a89c-73ba3fb96c1a tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=5008b7d3-cb9b-4403-9a05-52e27afb2ad8&id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368373 Oct 27 01:23:15.844701 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-348e91ff-dc24-4da9-9f83-b95c916cbc64 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:15.846067 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-348e91ff-dc24-4da9-9f83-b95c916cbc64 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/networks?id=c89d8d0d-00d8-415f-ae8d-2501c753c88f HTTP/1.1" status: 200 len: 815 time: 0.0979829 Oct 27 01:23:15.860875 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-5ecdab95-ed2e-4ec1-8ccb-47e4199f8f93 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/quotas/0aca48cc13184200acc3cee83bf4265c HTTP/1.1" status: 200 len: 375 time: 0.0088949 Oct 27 01:23:15.907605 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-f7cc22e4-6545-4253-a1fd-84ed3eb20b85 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0aca48cc13184200acc3cee83bf4265c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0416198 Oct 27 01:23:15.999752 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-dce22f55-4f85-41d4-844d-c3ef8627f198 service neutron] 10.222.0.32 "GET /v2.0/networks/c89d8d0d-00d8-415f-ae8d-2501c753c88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831645 Oct 27 01:23:16.089955 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-086e2b7c-0f8d-4ef5-ba26-2fcc2e43bfba service neutron] 10.222.0.32 "GET /v2.0/networks/c89d8d0d-00d8-415f-ae8d-2501c753c88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853040 Oct 27 01:23:16.397205 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0d8d2a6d-519b-4234-a508-b70665f57926 req-73d0db2b-1256-4956-ae25-821ffe8046a0 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad358cb-e3ad-4b49-8030-2e357c401601 HTTP/1.1" status: 200 len: 210 time: 0.0264230 Oct 27 01:23:16.548145 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:17.488650 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f5436cbb-6509-456d-986c-913cf3525821 req-1d267903-3f69-4068-a68d-db2403f46d05 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad358cb-e3ad-4b49-8030-2e357c401601 HTTP/1.1" status: 200 len: 210 time: 0.0263078 Oct 27 01:23:18.542822 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-bbf5c461-2e33-4b6e-b4ff-d1286e0fd625 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:18.544288 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-bbf5c461-2e33-4b6e-b4ff-d1286e0fd625 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.36 "GET /v2.0/networks?id=c89d8d0d-00d8-415f-ae8d-2501c753c88f HTTP/1.1" status: 200 len: 815 time: 0.1021385 Oct 27 01:23:18.566218 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Request body: {'port': {'device_id': 'dad358cb-e3ad-4b49-8030-2e357c401601', 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f', 'admin_state_up': True, 'tenant_id': '0aca48cc13184200acc3cee83bf4265c'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:23:18.583927 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-18efafd7-07cb-47fd-92bb-619017415ba8 req-c62f2e1d-c67d-45a5-9eb1-a03043cf8275 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad358cb-e3ad-4b49-8030-2e357c401601 HTTP/1.1" status: 200 len: 210 time: 0.0276377 Oct 27 01:23:18.784492 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Made reservation on behalf of 0aca48cc13184200acc3cee83bf4265c for: {'port': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:23:18.787923 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:18.926577 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Allocated IP 172.20.0.7 (c89d8d0d-00d8-415f-ae8d-2501c753c88f/d005165f-9d44-442d-abef-8e90845d65b1/53ddad0e-9508-4aac-a462-30949e2d214b) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:23:19.076145 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:19.225555 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:19.263830 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['3c2e10e7-5f1e-4d8b-8f85-8ee84618befe'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:23:19.275184 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Network c89d8d0d-00d8-415f-ae8d-2501c753c88f is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:23:19.278355 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:23:19.282132 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:23:19.311796 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Pushing event updated for resources: {'Port': ['ID=53ddad0e-9508-4aac-a462-30949e2d214b,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:19.331909 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:19.332440 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:19.332792 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:19.333137 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:19.333461 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:19.333800 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:19.334154 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:19.334483 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:19.334810 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:19.335134 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:19.335458 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:19.335790 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:19.354957 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:19.355562 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:19.579840 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-84c20523-2df2-4db2-a378-49ebbe79c6da tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0180869 Oct 27 01:23:19.601007 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] Request body: {'port': {'device_id': 'dad358cb-e3ad-4b49-8030-2e357c401601', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:23:19.659891 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:19.708361 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f9c91-ca3d-49ca-8d02-8eccb31b5a5f req-a2a16a0e-aa99-4dbe-86da-7d382ff4dd6c tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:19.709897 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2a3f9c91-ca3d-49ca-8d02-8eccb31b5a5f req-a2a16a0e-aa99-4dbe-86da-7d382ff4dd6c tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad358cb-e3ad-4b49-8030-2e357c401601 HTTP/1.1" status: 200 len: 931 time: 0.0501282 Oct 27 01:23:19.747599 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2a3f9c91-ca3d-49ca-8d02-8eccb31b5a5f req-e76070fb-2103-45d5-b997-5d08950656a2 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310743 Oct 27 01:23:19.917639 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ddad0e-9508-4aac-a462-30949e2d214b {{(pid=102100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:23:19.924872 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:19.936164 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.provisioning_blocks [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] Transition to ACTIVE for port object 53ddad0e-9508-4aac-a462-30949e2d214b will not be triggered until provisioned by entity L2. {{(pid=102100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:23:20.016854 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:20.067432 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] Pushing event updated for resources: {'Port': ['ID=53ddad0e-9508-4aac-a462-30949e2d214b,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:20.136881 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] Attempting to bind port 53ddad0e-9508-4aac-a462-30949e2d214b on host hv-cinder-81556 for vnic_type normal with profile {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:23:20.137215 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] Attempting to bind port 53ddad0e-9508-4aac-a462-30949e2d214b by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': 'b72d2fa2-ce49-4700-84dc-0df1dbeb81d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f'}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:23:20.137541 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] Attempting to bind port 53ddad0e-9508-4aac-a462-30949e2d214b on network c89d8d0d-00d8-415f-ae8d-2501c753c88f {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:23:20.141788 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] Port 53ddad0e-9508-4aac-a462-30949e2d214b on network c89d8d0d-00d8-415f-ae8d-2501c753c88f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:23:20.142143 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] Attempting to bind port 53ddad0e-9508-4aac-a462-30949e2d214b on network c89d8d0d-00d8-415f-ae8d-2501c753c88f {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:23:20.147072 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] Checking agent: {'id': '5557effb-edc1-4af5-af56-f2013bdcbb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'started_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:23:20.147404 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] Checking segment: {'id': 'b72d2fa2-ce49-4700-84dc-0df1dbeb81d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:23:20.147780 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] Bound using segment: {'id': 'b72d2fa2-ce49-4700-84dc-0df1dbeb81d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f'} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:23:20.148199 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] Bound port: 53ddad0e-9508-4aac-a462-30949e2d214b, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b72d2fa2-ce49-4700-84dc-0df1dbeb81d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f'}}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:23:20.148552 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:20.209164 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] For port 53ddad0e-9508-4aac-a462-30949e2d214b, host hv-cinder-81556, cleared binding levels {{(pid=102100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:23:20.211987 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] For port 53ddad0e-9508-4aac-a462-30949e2d214b, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=53ddad0e-9508-4aac-a462-30949e2d214b,segment=NetworkSegment(b72d2fa2-ce49-4700-84dc-0df1dbeb81d5),segment_id=b72d2fa2-ce49-4700-84dc-0df1dbeb81d5)] {{(pid=102100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:23:20.333748 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:20.367895 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:20.368050 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:20.369583 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] 10.222.0.36 "PUT /v2.0/ports/53ddad0e-9508-4aac-a462-30949e2d214b HTTP/1.1" status: 200 len: 1093 time: 0.7728298 Oct 27 01:23:20.374120 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad358cb-e3ad-4b49-8030-2e357c401601', 'tag': '53ddad0e-9508-4aac-a462-30949e2d214b'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:23:20.376404 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c387ca77-2174-462d-9451-7876ff616cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "dad358cb-e3ad-4b49-8030-2e357c401601", "tag": "53ddad0e-9508-4aac-a462-30949e2d214b"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:23:20.402007 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083ae00-4a0d-4033-ac17-b0b059c47c9a service neutron] Pushing event updated for resources: {'Port': ['ID=53ddad0e-9508-4aac-a462-30949e2d214b,revision_number=3']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:20.414590 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb31a2b-6074-4ba5-8336-7db6536f5245 x-openstack-request-id: req-7fb31a2b-6074-4ba5-8336-7db6536f5245 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:23:20.414590 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad358cb-e3ad-4b49-8030-2e357c401601", "tag": "53ddad0e-9508-4aac-a462-30949e2d214b", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:23:20.415055 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7fb31a2b-6074-4ba5-8336-7db6536f5245 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:23:20.415225 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad358cb-e3ad-4b49-8030-2e357c401601', 'tag': '53ddad0e-9508-4aac-a462-30949e2d214b', 'status': 'completed', 'code': 200} Oct 27 01:23:20.537142 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387ca77-2174-462d-9451-7876ff616cf3 req-9dc0c9f5-fc44-4d91-bd24-b808572d4632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:20.538559 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c387ca77-2174-462d-9451-7876ff616cf3 req-9dc0c9f5-fc44-4d91-bd24-b808572d4632 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0aca48cc13184200acc3cee83bf4265c&device_id=dad358cb-e3ad-4b49-8030-2e357c401601 HTTP/1.1" status: 200 len: 1096 time: 0.0422170 Oct 27 01:23:20.685812 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-97bb3933-ef18-45d2-89ea-00069551568a req-843d8927-cd23-416f-a370-5bf4427ba7fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764215 Oct 27 01:23:20.690141 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387ca77-2174-462d-9451-7876ff616cf3 req-8219da06-b3c9-449a-99d9-f9cc957e32bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:20.691698 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c387ca77-2174-462d-9451-7876ff616cf3 req-8219da06-b3c9-449a-99d9-f9cc957e32bb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0aca48cc13184200acc3cee83bf4265c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1312652 Oct 27 01:23:20.806223 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f46297-c10f-45c6-9e76-864ad775a691 req-de293bc2-993c-469d-82bf-c9c471b6bc3e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:20.806223 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b1f46297-c10f-45c6-9e76-864ad775a691 req-de293bc2-993c-469d-82bf-c9c471b6bc3e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 946 time: 0.0552387 Oct 27 01:23:20.855706 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387ca77-2174-462d-9451-7876ff616cf3 req-70bb86d8-280e-44fb-96b6-25cd9ad78acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:20.857215 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c387ca77-2174-462d-9451-7876ff616cf3 req-70bb86d8-280e-44fb-96b6-25cd9ad78acd service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1232529 Oct 27 01:23:20.869021 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb3933-ef18-45d2-89ea-00069551568a req-bafdf968-bfee-4097-b561-a5cb3262c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:20.870518 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-97bb3933-ef18-45d2-89ea-00069551568a req-bafdf968-bfee-4097-b561-a5cb3262c565 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba4a231d73f5454eb53e08db96f0a471&device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 1098 time: 0.0555632 Oct 27 01:23:20.871688 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b1f46297-c10f-45c6-9e76-864ad775a691 req-15423db7-2319-41bd-892a-bf5847f9fc6e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592589 Oct 27 01:23:20.887993 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90238608-4d67-425c-a783-979833d17b3d req-85dae016-ed2b-414a-b154-ab847e48fbad tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:20.894069 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-90238608-4d67-425c-a783-979833d17b3d req-85dae016-ed2b-414a-b154-ab847e48fbad tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad358cb-e3ad-4b49-8030-2e357c401601 HTTP/1.1" status: 200 len: 943 time: 0.0625603 Oct 27 01:23:20.927486 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-90238608-4d67-425c-a783-979833d17b3d req-4c29374d-5a2d-4590-b116-2c9e5f410465 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312724 Oct 27 01:23:21.039493 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-89b248ed-c575-4da6-b9cd-f904c57a20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:21.040967 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-89b248ed-c575-4da6-b9cd-f904c57a20cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0aca48cc13184200acc3cee83bf4265c&device_id=dad358cb-e3ad-4b49-8030-2e357c401601 HTTP/1.1" status: 200 len: 1096 time: 0.0635226 Oct 27 01:23:21.049594 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb3933-ef18-45d2-89ea-00069551568a req-aa051015-dc8a-4aa7-9fea-0e21f1f21062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:21.050968 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-97bb3933-ef18-45d2-89ea-00069551568a req-aa051015-dc8a-4aa7-9fea-0e21f1f21062 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5b7050d-f17d-40a3-83d0-485beb1349f9 HTTP/1.1" status: 200 len: 911 time: 0.1187766 Oct 27 01:23:21.138695 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-7c090f97-4a8c-4373-9780-75f27e773c0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53ddad0e-9508-4aac-a462-30949e2d214b HTTP/1.1" status: 200 len: 217 time: 0.0648539 Oct 27 01:23:21.189588 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-97bb3933-ef18-45d2-89ea-00069551568a req-20b193a4-fd8b-4a1a-a742-db9e7a6f0176 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4440d0d-eda6-40ea-8ff3-ed879ecaf17e HTTP/1.1" status: 200 len: 1000 time: 0.1104970 Oct 27 01:23:21.200365 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-5c9b8107-b98f-4f43-9e9c-251d605d331e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:21.201767 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-5c9b8107-b98f-4f43-9e9c-251d605d331e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d005165f-9d44-442d-abef-8e90845d65b1 HTTP/1.1" status: 200 len: 855 time: 0.0502102 Oct 27 01:23:21.259551 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-027320d8-a673-4641-bcf3-d6e7c63e0521 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c89d8d0d-00d8-415f-ae8d-2501c753c88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326152 Oct 27 01:23:21.267885 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb3933-ef18-45d2-89ea-00069551568a req-a9585b63-78fe-4b5a-89b4-be2ba4e43cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:21.269386 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-97bb3933-ef18-45d2-89ea-00069551568a req-a9585b63-78fe-4b5a-89b4-be2ba4e43cec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4a6135b-95f5-4c77-89c6-26bb40ea2187 HTTP/1.1" status: 200 len: 849 time: 0.0667787 Oct 27 01:23:21.387010 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb3933-ef18-45d2-89ea-00069551568a req-0e9c12db-6c84-4ad2-ba9b-ac172beae043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:21.388445 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-97bb3933-ef18-45d2-89ea-00069551568a req-0e9c12db-6c84-4ad2-ba9b-ac172beae043 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5b7050d-f17d-40a3-83d0-485beb1349f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0913448 Oct 27 01:23:21.402528 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-0d3632c7-62fe-4a3d-8609-9fdc08ff0570 service neutron] 10.222.0.36 "GET /v2.0/networks/c89d8d0d-00d8-415f-ae8d-2501c753c88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120422 Oct 27 01:23:21.549839 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-97bb3933-ef18-45d2-89ea-00069551568a req-5a07d6b9-1da6-4add-a159-2bb5f0e4efa9 service neutron] 10.222.0.36 "GET /v2.0/networks/b5b7050d-f17d-40a3-83d0-485beb1349f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463456 Oct 27 01:23:21.553040 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0af63819-1090-4b62-bd6e-eadbfed4e9c6 req-a3d80957-7dae-46cf-90e5-a1c95a9ad3ca service neutron] 10.222.0.36 "GET /v2.0/networks/c89d8d0d-00d8-415f-ae8d-2501c753c88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331027 Oct 27 01:23:21.652056 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-97bb3933-ef18-45d2-89ea-00069551568a req-2ade8bc3-69dc-4501-a200-a073a5fa2999 service neutron] 10.222.0.36 "GET /v2.0/networks/b5b7050d-f17d-40a3-83d0-485beb1349f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804901 Oct 27 01:23:21.994630 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5da48c-fdbd-4f6d-95da-b4613268a82d req-79d5b241-dcdd-484c-b1bd-0a7dc55a3a24 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:21.996093 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1d5da48c-fdbd-4f6d-95da-b4613268a82d req-79d5b241-dcdd-484c-b1bd-0a7dc55a3a24 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 946 time: 0.0493834 Oct 27 01:23:22.060536 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1d5da48c-fdbd-4f6d-95da-b4613268a82d req-69742226-19e8-4f60-a618-c96277b0ecf6 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550416 Oct 27 01:23:22.069139 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb03e5-6a30-45ff-9777-378e12159837 req-23de2d8b-b051-456b-a8fc-052265197f99 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:22.070544 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9acb03e5-6a30-45ff-9777-378e12159837 req-23de2d8b-b051-456b-a8fc-052265197f99 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad358cb-e3ad-4b49-8030-2e357c401601 HTTP/1.1" status: 200 len: 943 time: 0.0736027 Oct 27 01:23:22.110226 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9acb03e5-6a30-45ff-9777-378e12159837 req-e59eb1e0-848b-40e2-a97d-4ee0618977a7 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332112 Oct 27 01:23:23.180055 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6bc78-e904-4344-aa9a-08c0ab3ec30b req-632cdfbc-cfa2-4b51-a384-7aa91148d259 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:23.181504 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-38d6bc78-e904-4344-aa9a-08c0ab3ec30b req-632cdfbc-cfa2-4b51-a384-7aa91148d259 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 946 time: 0.0483902 Oct 27 01:23:23.244765 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-38d6bc78-e904-4344-aa9a-08c0ab3ec30b req-55c90ed5-c0d5-49ac-aa0e-e077f10710d0 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=e249f292-5041-4dff-a175-e7996c87287e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545278 Oct 27 01:23:23.255457 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac7e6e-0098-414e-8cc3-3e477bac7849 req-76ea2f52-62ba-4b15-b9f3-c9353b3bb01d tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:23.256813 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-7eac7e6e-0098-414e-8cc3-3e477bac7849 req-76ea2f52-62ba-4b15-b9f3-c9353b3bb01d tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad358cb-e3ad-4b49-8030-2e357c401601 HTTP/1.1" status: 200 len: 943 time: 0.0743947 Oct 27 01:23:23.294741 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-7eac7e6e-0098-414e-8cc3-3e477bac7849 req-d6673098-7d41-4a00-9e12-8a8a13a47b04 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321825 Oct 27 01:23:23.439959 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998c8a1-775e-48c9-93c6-5a6e63260aa7 req-c13624f0-bce9-47b2-ade0-fc991faac14e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:23.441863 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e998c8a1-775e-48c9-93c6-5a6e63260aa7 req-c13624f0-bce9-47b2-ade0-fc991faac14e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 946 time: 0.0501490 Oct 27 01:23:23.534706 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-e998c8a1-775e-48c9-93c6-5a6e63260aa7 req-b8480790-03d8-4410-91b4-4a3a8d751811 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Deleting port 2eb0ecba-543e-4b15-8729-cbda338ab01b {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:23:23.534905 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-e998c8a1-775e-48c9-93c6-5a6e63260aa7 req-b8480790-03d8-4410-91b4-4a3a8d751811 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:23.548358 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 53ddad0e-9508-4aac-a462-30949e2d214b details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:23:23.623400 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-e998c8a1-775e-48c9-93c6-5a6e63260aa7 req-b8480790-03d8-4410-91b4-4a3a8d751811 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] For port 2eb0ecba-543e-4b15-8729-cbda338ab01b, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=2eb0ecba-543e-4b15-8729-cbda338ab01b,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:23:23.623752 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-e998c8a1-775e-48c9-93c6-5a6e63260aa7 req-b8480790-03d8-4410-91b4-4a3a8d751811 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:23.645072 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 53ddad0e-9508-4aac-a462-30949e2d214b, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=53ddad0e-9508-4aac-a462-30949e2d214b,segment=NetworkSegment(b72d2fa2-ce49-4700-84dc-0df1dbeb81d5),segment_id=b72d2fa2-ce49-4700-84dc-0df1dbeb81d5)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:23:23.656063 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': '53ddad0e-9508-4aac-a462-30949e2d214b', 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f', 'port_id': '53ddad0e-9508-4aac-a462-30949e2d214b', 'mac_address': 'fa:16:3e:0f:9f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd005165f-9d44-442d-abef-8e90845d65b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:23:23.692788 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:23.705736 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ddad0e-9508-4aac-a462-30949e2d214b {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:23:23.732920 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 53ddad0e-9508-4aac-a462-30949e2d214b, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=53ddad0e-9508-4aac-a462-30949e2d214b,segment=NetworkSegment(b72d2fa2-ce49-4700-84dc-0df1dbeb81d5),segment_id=b72d2fa2-ce49-4700-84dc-0df1dbeb81d5)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:23:23.811379 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:23.845201 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-e998c8a1-775e-48c9-93c6-5a6e63260aa7 req-b8480790-03d8-4410-91b4-4a3a8d751811 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:23.845595 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-e998c8a1-775e-48c9-93c6-5a6e63260aa7 req-b8480790-03d8-4410-91b4-4a3a8d751811 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3723056'] for floatingip, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:23.845884 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.db.l3_db [req-e998c8a1-775e-48c9-93c6-5a6e63260aa7 req-b8480790-03d8-4410-91b4-4a3a8d751811 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Floating IP 525327be-b2fe-41a7-97db-c96939629254 disassociated. External IP: 172.27.3.60, port: 2eb0ecba-543e-4b15-8729-cbda338ab01b. Oct 27 01:23:23.846269 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-e998c8a1-775e-48c9-93c6-5a6e63260aa7 req-b8480790-03d8-4410-91b4-4a3a8d751811 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Calling delete_port for 2eb0ecba-543e-4b15-8729-cbda338ab01b owned by compute:nova {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:23:23.852318 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0a791a1-0de1-4d50-a6ea-3cdf5f280e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:23.865610 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=53ddad0e-9508-4aac-a462-30949e2d214b,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:24.053149 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-e998c8a1-775e-48c9-93c6-5a6e63260aa7 req-b8480790-03d8-4410-91b4-4a3a8d751811 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:24.082571 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8480790-03d8-4410-91b4-4a3a8d751811 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Pushing event deleted for resources: {'Port': ['ID=2eb0ecba-543e-4b15-8729-cbda338ab01b,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:24.182747 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['53ddad0e-9508-4aac-a462-30949e2d214b'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:23:24.201910 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e998c8a1-775e-48c9-93c6-5a6e63260aa7 req-b8480790-03d8-4410-91b4-4a3a8d751811 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Router 476010ed-4096-457a-a137-d7a253712a27 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:23:24.371773 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-94d4480f-4a7e-4482-8992-b609af46bbeb req-4be1601d-ee3b-4427-af1f-2fd6356a6c63 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 210 time: 0.0303798 Oct 27 01:23:24.429982 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dba370-0011-4874-9d3d-69fd2dc713f9 req-6c91fb07-a658-4cec-9dc7-1b5b20c61bd4 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:24.431519 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d2dba370-0011-4874-9d3d-69fd2dc713f9 req-6c91fb07-a658-4cec-9dc7-1b5b20c61bd4 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad358cb-e3ad-4b49-8030-2e357c401601 HTTP/1.1" status: 200 len: 944 time: 0.0512443 Oct 27 01:23:24.472371 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d2dba370-0011-4874-9d3d-69fd2dc713f9 req-24a88fa5-5f4b-4476-907c-38fc9257ec64 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341892 Oct 27 01:23:24.537119 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e998c8a1-775e-48c9-93c6-5a6e63260aa7 req-b8480790-03d8-4410-91b4-4a3a8d751811 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:23:24.546626 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c50c703-7298-4668-a9e8-abe597c177fd None None] Sync routers for ids ['476010ed-4096-457a-a137-d7a253712a27'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:23:24.557264 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c50c703-7298-4668-a9e8-abe597c177fd None None] Routers {'476010ed-4096-457a-a137-d7a253712a27'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:23:24.557884 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-0c50c703-7298-4668-a9e8-abe597c177fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:22:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['476010ed-4096-457a-a137-d7a253712a27'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:23:24.576492 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-e998c8a1-775e-48c9-93c6-5a6e63260aa7 req-b8480790-03d8-4410-91b4-4a3a8d751811 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] No DVR routers for this DVR port 2eb0ecba-543e-4b15-8729-cbda338ab01b on host hv-cinder-81556 {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:23:24.579161 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-e998c8a1-775e-48c9-93c6-5a6e63260aa7 req-b8480790-03d8-4410-91b4-4a3a8d751811 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:24.582849 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e998c8a1-775e-48c9-93c6-5a6e63260aa7 req-b8480790-03d8-4410-91b4-4a3a8d751811 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.36 "DELETE /v2.0/ports/2eb0ecba-543e-4b15-8729-cbda338ab01b HTTP/1.1" status: 204 len: 173 time: 1.1343458 Oct 27 01:23:24.583168 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2a60d0-e2da-4415-8558-1da7a803e3f4', 'name': 'network-vif-deleted', 'tag': '2eb0ecba-543e-4b15-8729-cbda338ab01b'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:23:24.585472 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb766736-acad-4407-b523-f1b57b761237" -d '{"events": [{"server_uuid": "ef2a60d0-e2da-4415-8558-1da7a803e3f4", "name": "network-vif-deleted", "tag": "2eb0ecba-543e-4b15-8729-cbda338ab01b"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:23:24.623421 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92ed76a-f5c4-4e9d-9409-f477ecfc804a x-openstack-request-id: req-d92ed76a-f5c4-4e9d-9409-f477ecfc804a {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:23:24.623631 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2a60d0-e2da-4415-8558-1da7a803e3f4", "name": "network-vif-deleted", "tag": "2eb0ecba-543e-4b15-8729-cbda338ab01b", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:23:24.623937 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d92ed76a-f5c4-4e9d-9409-f477ecfc804a {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:23:24.624331 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2a60d0-e2da-4415-8558-1da7a803e3f4', 'name': 'network-vif-deleted', 'tag': '2eb0ecba-543e-4b15-8729-cbda338ab01b', 'status': 'completed', 'code': 200} Oct 27 01:23:24.668508 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-0c50c703-7298-4668-a9e8-abe597c177fd None None] Set router 476010ed-4096-457a-a137-d7a253712a27 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:23:24.893004 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-0c50c703-7298-4668-a9e8-abe597c177fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476010ed-4096-457a-a137-d7a253712a27', 'name': 'tempest-AttachVolumeShelveTestJSON-962092474-router', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 4, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'gw_port': {'id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:11Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': 'f2d6fd69-0257-4701-888b-913d6fd91027', 'name': '', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'mac_address': 'fa:16:3e:a9:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:23Z', 'revision_number': 5, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'subnets': [{'id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:23:24.906307 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c50c703-7298-4668-a9e8-abe597c177fd None None] Checking router: 476010ed-4096-457a-a137-d7a253712a27 for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:23:24.915295 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c50c703-7298-4668-a9e8-abe597c177fd None None] Routers {'476010ed-4096-457a-a137-d7a253712a27'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:23:24.915892 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-0c50c703-7298-4668-a9e8-abe597c177fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:22:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['476010ed-4096-457a-a137-d7a253712a27'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:23:25.024882 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-0c50c703-7298-4668-a9e8-abe597c177fd None None] Set router 476010ed-4096-457a-a137-d7a253712a27 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:23:25.228294 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-0c50c703-7298-4668-a9e8-abe597c177fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476010ed-4096-457a-a137-d7a253712a27', 'name': 'tempest-AttachVolumeShelveTestJSON-962092474-router', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 4, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'gw_port': {'id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:11Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': 'f2d6fd69-0257-4701-888b-913d6fd91027', 'name': '', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'mac_address': 'fa:16:3e:a9:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:23Z', 'revision_number': 5, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'subnets': [{'id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:23:25.254455 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c50c703-7298-4668-a9e8-abe597c177fd None None] The sync data for ids ['476010ed-4096-457a-a137-d7a253712a27'] in dv-cinder-815560-1-iscsi is: [{'id': '476010ed-4096-457a-a137-d7a253712a27', 'name': 'tempest-AttachVolumeShelveTestJSON-962092474-router', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 4, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'gw_port': {'id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:11Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': 'f2d6fd69-0257-4701-888b-913d6fd91027', 'name': '', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'mac_address': 'fa:16:3e:a9:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:23Z', 'revision_number': 5, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'subnets': [{'id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:23:25.491164 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-956c2b57-8d87-43a7-8403-322ebbb71015 req-2e538887-6502-48b7-b37c-5d64dede19d5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2a60d0-e2da-4415-8558-1da7a803e3f4 HTTP/1.1" status: 200 len: 210 time: 0.0281968 Oct 27 01:23:25.501340 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7014aa6f-1a2a-4938-9351-a12bf26ea8e3 None None] New status for floating IP 525327be-b2fe-41a7-97db-c96939629254: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:23:25.561548 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 53ddad0e-9508-4aac-a462-30949e2d214b up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:23:25.622052 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b122c54-38e7-441e-b317-431b73394b75 req-7c1ab95b-2e2a-42d1-80dc-b623d69411f6 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:25.629886 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1b122c54-38e7-441e-b317-431b73394b75 req-7c1ab95b-2e2a-42d1-80dc-b623d69411f6 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad358cb-e3ad-4b49-8030-2e357c401601 HTTP/1.1" status: 200 len: 944 time: 0.0651245 Oct 27 01:23:25.674448 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning for port 53ddad0e-9508-4aac-a462-30949e2d214b completed by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:23:25.694324 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port 53ddad0e-9508-4aac-a462-30949e2d214b triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:23:25.694940 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:25.812578 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:25.838246 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad358cb-e3ad-4b49-8030-2e357c401601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ddad0e-9508-4aac-a462-30949e2d214b'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:23:25.840623 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06aab6ac-3470-4266-8bb7-bd16145eb9bb" -d '{"events": [{"server_uuid": "dad358cb-e3ad-4b49-8030-2e357c401601", "name": "network-vif-plugged", "status": "completed", "tag": "53ddad0e-9508-4aac-a462-30949e2d214b"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:23:25.862669 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 53ddad0e-9508-4aac-a462-30949e2d214b, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=53ddad0e-9508-4aac-a462-30949e2d214b,segment=NetworkSegment(b72d2fa2-ce49-4700-84dc-0df1dbeb81d5),segment_id=b72d2fa2-ce49-4700-84dc-0df1dbeb81d5)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:23:25.886508 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9530d894-b7a5-4356-a65e-ad5ba76adb5e x-openstack-request-id: req-9530d894-b7a5-4356-a65e-ad5ba76adb5e {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:23:25.886806 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad358cb-e3ad-4b49-8030-2e357c401601", "name": "network-vif-plugged", "status": "completed", "tag": "53ddad0e-9508-4aac-a462-30949e2d214b", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:23:25.887056 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9530d894-b7a5-4356-a65e-ad5ba76adb5e {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:23:25.887443 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad358cb-e3ad-4b49-8030-2e357c401601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ddad0e-9508-4aac-a462-30949e2d214b', 'code': 200} Oct 27 01:23:25.895894 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1b122c54-38e7-441e-b317-431b73394b75 req-2edd732c-6138-446d-ae81-3d66f2d145f1 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654834 Oct 27 01:23:25.961928 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:26.016956 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=53ddad0e-9508-4aac-a462-30949e2d214b,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:26.357079 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5acb55-0c53-4911-8643-e67fdb18b8a6 req-bddceee4-0a86-4844-8f1b-14b9ed7b0079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:26.358838 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-6b5acb55-0c53-4911-8643-e67fdb18b8a6 req-bddceee4-0a86-4844-8f1b-14b9ed7b0079 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dad358cb-e3ad-4b49-8030-2e357c401601 HTTP/1.1" status: 200 len: 1098 time: 0.0417612 Oct 27 01:23:26.389732 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9acdd028-0db3-4cb0-a972-a8150011a8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:26.405286 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-6b5acb55-0c53-4911-8643-e67fdb18b8a6 req-73104c9d-ef80-4501-bb78-3c0a54a37566 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299661 Oct 27 01:23:26.671174 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 35920) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:23:26.725606 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3eb2adfe-8779-4679-af15-95ca08bef34e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:26.749341 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3eb2adfe-8779-4679-af15-95ca08bef34e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:26.904670 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3eb2adfe-8779-4679-af15-95ca08bef34e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:26.907263 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3eb2adfe-8779-4679-af15-95ca08bef34e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:26.908413 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-3eb2adfe-8779-4679-af15-95ca08bef34e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "DELETE /v2.0/security-groups/e249f292-5041-4dff-a175-e7996c87287e HTTP/1.1" status: 204 len: 168 time: 0.2362521 Oct 27 01:23:26.912105 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 35922) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:23:26.918401 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2adfe-8779-4679-af15-95ca08bef34e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e249f292-5041-4dff-a175-e7996c87287e,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:26.934232 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.api.v2.resource [None req-c6cf298f-7630-4b11-b159-9448543ed1c8 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] show failed (client error): The resource could not be found. Oct 27 01:23:26.934232 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-c6cf298f-7630-4b11-b159-9448543ed1c8 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups/e249f292-5041-4dff-a175-e7996c87287e HTTP/1.1" status: 404 len: 347 time: 0.0133162 Oct 27 01:23:26.934232 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 35926) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:23:27.081862 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443837b-b574-4131-9b5d-d248cad8bbb4 req-9db98c9d-a9d6-461b-bdea-83c12d23899d tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:27.083335 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b443837b-b574-4131-9b5d-d248cad8bbb4 req-9db98c9d-a9d6-461b-bdea-83c12d23899d tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad358cb-e3ad-4b49-8030-2e357c401601 HTTP/1.1" status: 200 len: 945 time: 0.1089385 Oct 27 01:23:27.130696 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b443837b-b574-4131-9b5d-d248cad8bbb4 req-3214cc3b-8637-49c8-a626-7df77ef7e7ec tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410688 Oct 27 01:23:27.132807 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e6d0570c-5796-4fa6-a15d-f2df2e47a994 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Deleting port 40b4320c-db04-4041-a2e3-e409a5300fab {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:23:27.133147 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6d0570c-5796-4fa6-a15d-f2df2e47a994 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:27.209372 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6d0570c-5796-4fa6-a15d-f2df2e47a994 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:27.209616 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6d0570c-5796-4fa6-a15d-f2df2e47a994 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:27.220998 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e6d0570c-5796-4fa6-a15d-f2df2e47a994 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Calling delete_port for 40b4320c-db04-4041-a2e3-e409a5300fab owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:23:27.224317 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:27.451001 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6d0570c-5796-4fa6-a15d-f2df2e47a994 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:27.476720 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0570c-5796-4fa6-a15d-f2df2e47a994 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Pushing event deleted for resources: {'Port': ['ID=40b4320c-db04-4041-a2e3-e409a5300fab,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:27.488164 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0570c-5796-4fa6-a15d-f2df2e47a994 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:27.488514 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0570c-5796-4fa6-a15d-f2df2e47a994 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:27.488864 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0570c-5796-4fa6-a15d-f2df2e47a994 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:27.489195 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0570c-5796-4fa6-a15d-f2df2e47a994 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:27.489528 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0570c-5796-4fa6-a15d-f2df2e47a994 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:27.489859 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0570c-5796-4fa6-a15d-f2df2e47a994 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:27.490219 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0570c-5796-4fa6-a15d-f2df2e47a994 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:27.490551 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0570c-5796-4fa6-a15d-f2df2e47a994 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:27.490873 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0570c-5796-4fa6-a15d-f2df2e47a994 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:27.491198 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0570c-5796-4fa6-a15d-f2df2e47a994 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:27.491521 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0570c-5796-4fa6-a15d-f2df2e47a994 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:27.491845 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0570c-5796-4fa6-a15d-f2df2e47a994 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:27.547323 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6d0570c-5796-4fa6-a15d-f2df2e47a994 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:27.554303 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6d0570c-5796-4fa6-a15d-f2df2e47a994 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:27.554303 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-e6d0570c-5796-4fa6-a15d-f2df2e47a994 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "DELETE /v2.0/floatingips/525327be-b2fe-41a7-97db-c96939629254 HTTP/1.1" status: 204 len: 168 time: 0.6161931 Oct 27 01:23:27.577544 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 2eb0ecba-543e-4b15-8729-cbda338ab01b no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:23:27.606173 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] No Port match for: 2eb0ecba-543e-4b15-8729-cbda338ab01b {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:23:27.606863 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 2eb0ecba-543e-4b15-8729-cbda338ab01b not bound to the agent host hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:23:27.704328 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:28.245343 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc4aeb-8f69-4ef7-b45f-1395c7c8ed32 req-f29e6621-672a-4e67-90fd-2ce9493737a3 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:28.246813 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-09bc4aeb-8f69-4ef7-b45f-1395c7c8ed32 req-f29e6621-672a-4e67-90fd-2ce9493737a3 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad358cb-e3ad-4b49-8030-2e357c401601 HTTP/1.1" status: 200 len: 945 time: 0.0473728 Oct 27 01:23:28.284987 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-09bc4aeb-8f69-4ef7-b45f-1395c7c8ed32 req-fda56a92-d420-43f6-a452-1563018051a4 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320292 Oct 27 01:23:28.525380 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 35942) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:23:28.529973 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9d3121c7-f615-4e1a-8356-880208592147 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Request body: {'security_group': {'name': 'tempest-securitygroup--645863499', 'description': 'tempest-description--518372499'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:23:28.618955 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9d3121c7-f615-4e1a-8356-880208592147 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:28.682518 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9d3121c7-f615-4e1a-8356-880208592147 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:28.801464 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9d3121c7-f615-4e1a-8356-880208592147 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:28.829885 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3121c7-f615-4e1a-8356-880208592147 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08efc46-9eaf-42c3-994f-c09e9e63a468,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:28.889374 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9d3121c7-f615-4e1a-8356-880208592147 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:28.890632 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-9d3121c7-f615-4e1a-8356-880208592147 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3641510 Oct 27 01:23:28.894172 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 35948) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:23:28.898985 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-47c25bc9-6c20-48f8-a01a-86375edbed9b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Request body: {'security_group_rule': {'security_group_id': 'f08efc46-9eaf-42c3-994f-c09e9e63a468', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:23:28.984197 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-47c25bc9-6c20-48f8-a01a-86375edbed9b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:29.034461 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-47c25bc9-6c20-48f8-a01a-86375edbed9b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:29.119977 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-47c25bc9-6c20-48f8-a01a-86375edbed9b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:29.138852 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c25bc9-6c20-48f8-a01a-86375edbed9b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cba96cd-17b7-4c0d-8498-e27c1f1f5dd4,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:29.149993 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:29.237378 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-47c25bc9-6c20-48f8-a01a-86375edbed9b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:29.238681 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-47c25bc9-6c20-48f8-a01a-86375edbed9b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3435078 Oct 27 01:23:29.241233 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 35950) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:23:29.245489 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-abf4c3d1-dc74-4a4c-8b45-13a210f8d111 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Request body: {'security_group_rule': {'security_group_id': 'f08efc46-9eaf-42c3-994f-c09e9e63a468', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:23:29.332559 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-abf4c3d1-dc74-4a4c-8b45-13a210f8d111 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:29.388339 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-abf4c3d1-dc74-4a4c-8b45-13a210f8d111 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:29.450929 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-abf4c3d1-dc74-4a4c-8b45-13a210f8d111 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:29.468033 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4c3d1-dc74-4a4c-8b45-13a210f8d111 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574f7c45-371f-43b3-a2ed-d37dc25c480c,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:29.538943 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-abf4c3d1-dc74-4a4c-8b45-13a210f8d111 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:29.540159 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-abf4c3d1-dc74-4a4c-8b45-13a210f8d111 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2980034 Oct 27 01:23:29.543268 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 35952) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:23:29.545114 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:23:29.547684 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-00aad82f-3e5f-423b-a327-d62e8f08a6fa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Request body: {'floatingip': {'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:23:29.630268 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-00aad82f-3e5f-423b-a327-d62e8f08a6fa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for floatingip, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:29.730940 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-00aad82f-3e5f-423b-a327-d62e8f08a6fa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:29.830298 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [None req-00aad82f-3e5f-423b-a327-d62e8f08a6fa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Allocated IP 172.27.3.156 (446c4d70-d462-4a3b-8224-efffdf97f324/4937d60a-1906-48c0-8abc-dbda7672a658/f998c762-3faf-434e-ae19-0ff35d512c22) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:23:29.938871 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-00aad82f-3e5f-423b-a327-d62e8f08a6fa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:30.030521 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-00aad82f-3e5f-423b-a327-d62e8f08a6fa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:30.075669 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aad82f-3e5f-423b-a327-d62e8f08a6fa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Network 446c4d70-d462-4a3b-8224-efffdf97f324 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:23:30.080114 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-00aad82f-3e5f-423b-a327-d62e8f08a6fa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:23:30.084730 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aad82f-3e5f-423b-a327-d62e8f08a6fa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:23:30.087763 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aad82f-3e5f-423b-a327-d62e8f08a6fa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Pushing event updated for resources: {'Port': ['ID=f998c762-3faf-434e-ae19-0ff35d512c22,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:30.175801 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-00aad82f-3e5f-423b-a327-d62e8f08a6fa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:30.327576 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-00aad82f-3e5f-423b-a327-d62e8f08a6fa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:30.477564 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-00aad82f-3e5f-423b-a327-d62e8f08a6fa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:30.542318 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-00aad82f-3e5f-423b-a327-d62e8f08a6fa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:30.613623 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aad82f-3e5f-423b-a327-d62e8f08a6fa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Pushing event updated for resources: {'Port': ['ID=f998c762-3faf-434e-ae19-0ff35d512c22,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:30.619814 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-00aad82f-3e5f-423b-a327-d62e8f08a6fa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3723056'] for floatingip, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:30.711806 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-00aad82f-3e5f-423b-a327-d62e8f08a6fa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for floatingip, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:30.713049 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-00aad82f-3e5f-423b-a327-d62e8f08a6fa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1688340 Oct 27 01:23:30.896212 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-1378e08a-5ce1-442f-b51f-2cd98e6cb272 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--645863499&fields=id&tenant_id=6304b3ad2b4e4bf398ccbae70b72f46d HTTP/1.1" status: 200 len: 267 time: 0.0321503 Oct 27 01:23:31.005092 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-9dee1340-6d5f-4d4c-91f8-9da26f35b8d9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:31.006609 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-9dee1340-6d5f-4d4c-91f8-9da26f35b8d9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/networks?id=337a2dfd-96cd-45e0-abce-401982e807e4 HTTP/1.1" status: 200 len: 816 time: 0.1038432 Oct 27 01:23:31.021301 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-2ee0bc50-21d4-4351-8f3d-a24009137fbd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/quotas/6304b3ad2b4e4bf398ccbae70b72f46d HTTP/1.1" status: 200 len: 375 time: 0.0091577 Oct 27 01:23:31.074672 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-6f2ea014-83c9-4837-87f7-3060680acefa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6304b3ad2b4e4bf398ccbae70b72f46d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477421 Oct 27 01:23:31.240411 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-2b83dd00-14cb-44a0-b8f0-360e360d4b51 service neutron] 10.222.0.32 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538787 Oct 27 01:23:31.274036 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-7975f905-55d8-4ee3-b85c-cf73d161aaf0 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:31.278443 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-7975f905-55d8-4ee3-b85c-cf73d161aaf0 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/networks?id=c89d8d0d-00d8-415f-ae8d-2501c753c88f HTTP/1.1" status: 200 len: 815 time: 0.1433589 Oct 27 01:23:31.315214 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-c45982ef-fdb3-4c61-b948-b57b04746e9c tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/quotas/0aca48cc13184200acc3cee83bf4265c HTTP/1.1" status: 200 len: 375 time: 0.0159705 Oct 27 01:23:31.376753 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-4faddf71-6571-40b9-9229-83dd3b61407c service neutron] 10.222.0.32 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281867 Oct 27 01:23:31.391381 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-32bb4ef5-1301-4c7d-ac28-78764a227bed tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0aca48cc13184200acc3cee83bf4265c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704753 Oct 27 01:23:31.481028 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-9a9ec0f7-a99c-46a5-a4a0-dbaba981d604 service neutron] 10.222.0.32 "GET /v2.0/networks/c89d8d0d-00d8-415f-ae8d-2501c753c88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823836 Oct 27 01:23:31.573572 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-664302cf-e748-4155-8461-e893c73c4bc5 service neutron] 10.222.0.32 "GET /v2.0/networks/c89d8d0d-00d8-415f-ae8d-2501c753c88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865149 Oct 27 01:23:31.651685 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e196148d-3c94-4722-87cc-4f5fefe12642 req-39e7123f-9025-42d4-a13b-08e54054550e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 210 time: 0.0281575 Oct 27 01:23:31.834196 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c1a8615c-c03b-4612-b334-d2bdf732295d req-b65b2895-0cb4-480f-9b9d-4642f49e208e tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ef3a98-3711-4393-a080-0660ad63f97c HTTP/1.1" status: 200 len: 210 time: 0.0261874 Oct 27 01:23:32.732325 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9e176a62-89a9-4aab-baac-d9698e37ad94 req-ffa92816-7f44-40df-a69f-e2a68fa8040b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 210 time: 0.0276182 Oct 27 01:23:32.925634 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c3af20ff-4e3c-4537-b912-e75cdda51760 req-58925aa7-8095-4e2f-b47e-7a6a2785a2e4 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ef3a98-3711-4393-a080-0660ad63f97c HTTP/1.1" status: 200 len: 210 time: 0.0260477 Oct 27 01:23:33.831998 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c917aef1-deef-4bcf-b603-8fc554a8d65f req-cc86865f-da38-451c-891c-f6b2b68b0b0c tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 210 time: 0.0288305 Oct 27 01:23:34.021967 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-56000bfc-3dd9-45ec-848a-defa5c4524f1 req-6f95131c-7b7e-4c2c-83ec-675bc26d6d04 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ef3a98-3711-4393-a080-0660ad63f97c HTTP/1.1" status: 200 len: 210 time: 0.0258512 Oct 27 01:23:34.291428 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-b94ba86f-6f8b-4093-b354-f6ff06020343 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:34.292800 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-b94ba86f-6f8b-4093-b354-f6ff06020343 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.36 "GET /v2.0/networks?id=337a2dfd-96cd-45e0-abce-401982e807e4 HTTP/1.1" status: 200 len: 816 time: 0.1038401 Oct 27 01:23:34.346461 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-887be1fc-15b2-4f12-9349-91f3998a39a1 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6304b3ad2b4e4bf398ccbae70b72f46d HTTP/1.1" status: 200 len: 379 time: 0.0349994 Oct 27 01:23:34.358862 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-186037a2-6ff8-4adf-bfec-f55c6efecbcd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Request body: {'port': {'device_id': '22168f93-be95-4a0a-ba03-afbae82e5931', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'admin_state_up': True, 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'security_groups': ['f08efc46-9eaf-42c3-994f-c09e9e63a468']}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:23:34.526984 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-186037a2-6ff8-4adf-bfec-f55c6efecbcd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Made reservation on behalf of 6304b3ad2b4e4bf398ccbae70b72f46d for: {'port': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:23:34.530562 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-186037a2-6ff8-4adf-bfec-f55c6efecbcd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:34.652605 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-186037a2-6ff8-4adf-bfec-f55c6efecbcd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Allocated IP 172.20.0.12 (337a2dfd-96cd-45e0-abce-401982e807e4/4e98a956-2627-48e5-9a9f-97fe27314719/e5a41bc8-5800-477e-a3ef-d44033785f79) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:23:34.793744 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-186037a2-6ff8-4adf-bfec-f55c6efecbcd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:34.929106 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-808c08b9-524a-40e6-b16a-8e71fc46544d req-5da22960-5f78-49b3-b7d7-a1a80ca89bf8 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 210 time: 0.0256114 Oct 27 01:23:34.945569 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-186037a2-6ff8-4adf-bfec-f55c6efecbcd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:34.994562 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-186037a2-6ff8-4adf-bfec-f55c6efecbcd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Network 337a2dfd-96cd-45e0-abce-401982e807e4 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:23:35.006370 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-186037a2-6ff8-4adf-bfec-f55c6efecbcd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:23:35.008774 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-186037a2-6ff8-4adf-bfec-f55c6efecbcd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:23:35.072592 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186037a2-6ff8-4adf-bfec-f55c6efecbcd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Pushing event updated for resources: {'Port': ['ID=e5a41bc8-5800-477e-a3ef-d44033785f79,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:35.116393 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-186037a2-6ff8-4adf-bfec-f55c6efecbcd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:35.116942 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-186037a2-6ff8-4adf-bfec-f55c6efecbcd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:35.154209 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8403e7de-0110-4d6c-a353-c2c03744936b req-9ef969ce-f690-414a-b828-595ccfe854e1 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ef3a98-3711-4393-a080-0660ad63f97c HTTP/1.1" status: 200 len: 210 time: 0.0277746 Oct 27 01:23:35.162961 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-752bf02d-1623-4ab6-9b26-caf0b48a4110 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:35.164554 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-752bf02d-1623-4ab6-9b26-caf0b48a4110 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.36 "GET /v2.0/networks?id=c89d8d0d-00d8-415f-ae8d-2501c753c88f HTTP/1.1" status: 200 len: 815 time: 0.1737957 Oct 27 01:23:35.186835 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-021cb05a-ac66-4d9a-96a5-b3d3fcfa0ab8 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Request body: {'port': {'device_id': 'e9ef3a98-3711-4393-a080-0660ad63f97c', 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f', 'admin_state_up': True, 'tenant_id': '0aca48cc13184200acc3cee83bf4265c'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:23:35.204082 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-186037a2-6ff8-4adf-bfec-f55c6efecbcd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8488119 Oct 27 01:23:35.237526 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] Request body: {'port': {'device_id': '22168f93-be95-4a0a-ba03-afbae82e5931', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:23:35.237782 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-7e78e142-f2ac-4c06-86e8-57fa86dfabc2 None None] Provisioning complete for port e5a41bc8-5800-477e-a3ef-d44033785f79 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:23:35.238381 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e78e142-f2ac-4c06-86e8-57fa86dfabc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:35.274116 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-7e78e142-f2ac-4c06-86e8-57fa86dfabc2 None None] Port e5a41bc8-5800-477e-a3ef-d44033785f79 cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:23:35.315052 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:35.497970 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-021cb05a-ac66-4d9a-96a5-b3d3fcfa0ab8 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Made reservation on behalf of 0aca48cc13184200acc3cee83bf4265c for: {'port': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:23:35.501417 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-021cb05a-ac66-4d9a-96a5-b3d3fcfa0ab8 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:35.700316 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-021cb05a-ac66-4d9a-96a5-b3d3fcfa0ab8 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Allocated IP 172.20.0.11 (c89d8d0d-00d8-415f-ae8d-2501c753c88f/d005165f-9d44-442d-abef-8e90845d65b1/ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:23:35.707726 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a41bc8-5800-477e-a3ef-d44033785f79 {{(pid=102100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:23:35.718335 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:35.741451 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.provisioning_blocks [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] Transition to ACTIVE for port object e5a41bc8-5800-477e-a3ef-d44033785f79 will not be triggered until provisioned by entity L2. {{(pid=102100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:23:35.856811 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:35.864593 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-021cb05a-ac66-4d9a-96a5-b3d3fcfa0ab8 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:35.931334 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a41bc8-5800-477e-a3ef-d44033785f79,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:36.015784 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] Attempting to bind port e5a41bc8-5800-477e-a3ef-d44033785f79 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:23:36.016117 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] Attempting to bind port e5a41bc8-5800-477e-a3ef-d44033785f79 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '52571d82-3ec1-4449-95ba-dde16a9cd955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4'}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:23:36.016447 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] Attempting to bind port e5a41bc8-5800-477e-a3ef-d44033785f79 on network 337a2dfd-96cd-45e0-abce-401982e807e4 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:23:36.021939 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] Port e5a41bc8-5800-477e-a3ef-d44033785f79 on network 337a2dfd-96cd-45e0-abce-401982e807e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:23:36.022298 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] Attempting to bind port e5a41bc8-5800-477e-a3ef-d44033785f79 on network 337a2dfd-96cd-45e0-abce-401982e807e4 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:23:36.027437 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] Checking agent: {'id': '5557effb-edc1-4af5-af56-f2013bdcbb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'started_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:23:36.027771 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] Checking segment: {'id': '52571d82-3ec1-4449-95ba-dde16a9cd955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:23:36.028156 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] Bound using segment: {'id': '52571d82-3ec1-4449-95ba-dde16a9cd955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4'} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:23:36.028582 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] Bound port: e5a41bc8-5800-477e-a3ef-d44033785f79, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52571d82-3ec1-4449-95ba-dde16a9cd955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4'}}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:23:36.028936 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:36.067529 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2106c-db3a-4e19-b86b-3cac379e5d1a req-38d4f402-aa9d-4dd9-92d6-f6154c5af711 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:36.069029 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d6b2106c-db3a-4e19-b86b-3cac379e5d1a req-38d4f402-aa9d-4dd9-92d6-f6154c5af711 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 944 time: 0.0499420 Oct 27 01:23:36.087537 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-021cb05a-ac66-4d9a-96a5-b3d3fcfa0ab8 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:36.108513 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d6b2106c-db3a-4e19-b86b-3cac379e5d1a req-49c37341-293e-474e-a44c-08026c3d62ed tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335228 Oct 27 01:23:36.127158 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['3c2e10e7-5f1e-4d8b-8f85-8ee84618befe', '53ddad0e-9508-4aac-a462-30949e2d214b'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:23:36.135093 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] For port e5a41bc8-5800-477e-a3ef-d44033785f79, host hv-cinder-81556, cleared binding levels {{(pid=102100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:23:36.146929 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-021cb05a-ac66-4d9a-96a5-b3d3fcfa0ab8 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Network c89d8d0d-00d8-415f-ae8d-2501c753c88f is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:23:36.157073 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-021cb05a-ac66-4d9a-96a5-b3d3fcfa0ab8 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:23:36.169111 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-021cb05a-ac66-4d9a-96a5-b3d3fcfa0ab8 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:23:36.173995 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] For port e5a41bc8-5800-477e-a3ef-d44033785f79, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=e5a41bc8-5800-477e-a3ef-d44033785f79,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:23:36.175055 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cb05a-ac66-4d9a-96a5-b3d3fcfa0ab8 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Pushing event updated for resources: {'Port': ['ID=ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:36.225309 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-021cb05a-ac66-4d9a-96a5-b3d3fcfa0ab8 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:36.226141 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-021cb05a-ac66-4d9a-96a5-b3d3fcfa0ab8 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:36.271029 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:36.282603 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8488b37-4b92-467e-a9b2-f76f9bec2228 req-b60c9bdd-f510-498c-b05c-b056f679a6ba tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:36.284595 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f8488b37-4b92-467e-a9b2-f76f9bec2228 req-b60c9bdd-f510-498c-b05c-b056f679a6ba tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ef3a98-3711-4393-a080-0660ad63f97c HTTP/1.1" status: 200 len: 932 time: 0.0529127 Oct 27 01:23:36.306940 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:36.307537 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:36.308903 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] 10.222.0.36 "PUT /v2.0/ports/e5a41bc8-5800-477e-a3ef-d44033785f79 HTTP/1.1" status: 200 len: 1094 time: 1.0760429 Oct 27 01:23:36.309341 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22168f93-be95-4a0a-ba03-afbae82e5931', 'tag': 'e5a41bc8-5800-477e-a3ef-d44033785f79'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:23:36.311741 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea97e65d-ed3d-4dc4-baef-2513643674a6" -d '{"events": [{"name": "network-changed", "server_uuid": "22168f93-be95-4a0a-ba03-afbae82e5931", "tag": "e5a41bc8-5800-477e-a3ef-d44033785f79"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:23:36.354394 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f8488b37-4b92-467e-a9b2-f76f9bec2228 req-e13c8b67-2c77-4352-9bbf-7d3a2e06ef8a tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632203 Oct 27 01:23:36.362908 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d044293-0a5d-4bb3-84f4-ed7417ce4014 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a41bc8-5800-477e-a3ef-d44033785f79,revision_number=3']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:36.369137 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0f7d0f-f455-4bff-9247-5719eb69f6af x-openstack-request-id: req-da0f7d0f-f455-4bff-9247-5719eb69f6af {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:23:36.369425 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22168f93-be95-4a0a-ba03-afbae82e5931", "tag": "e5a41bc8-5800-477e-a3ef-d44033785f79", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:23:36.369677 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da0f7d0f-f455-4bff-9247-5719eb69f6af {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:23:36.370088 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22168f93-be95-4a0a-ba03-afbae82e5931', 'tag': 'e5a41bc8-5800-477e-a3ef-d44033785f79', 'status': 'completed', 'code': 200} Oct 27 01:23:36.387305 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-021cb05a-ac66-4d9a-96a5-b3d3fcfa0ab8 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2047591 Oct 27 01:23:36.442796 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] Request body: {'port': {'device_id': 'e9ef3a98-3711-4393-a080-0660ad63f97c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:23:36.530444 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:36.533222 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97e65d-ed3d-4dc4-baef-2513643674a6 req-dfbf147c-5578-453d-929d-8bd3d131ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:36.535209 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ea97e65d-ed3d-4dc4-baef-2513643674a6 req-dfbf147c-5578-453d-929d-8bd3d131ab66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6304b3ad2b4e4bf398ccbae70b72f46d&device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 1097 time: 0.0729978 Oct 27 01:23:36.734992 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97e65d-ed3d-4dc4-baef-2513643674a6 req-6002b0bb-f96b-402b-b376-6e73233284d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:36.736448 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ea97e65d-ed3d-4dc4-baef-2513643674a6 req-6002b0bb-f96b-402b-b376-6e73233284d3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6304b3ad2b4e4bf398ccbae70b72f46d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1718547 Oct 27 01:23:37.104591 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97e65d-ed3d-4dc4-baef-2513643674a6 req-028b4857-88fe-4686-a8a5-d06213fb17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:37.106061 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ea97e65d-ed3d-4dc4-baef-2513643674a6 req-028b4857-88fe-4686-a8a5-d06213fb17b0 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3458700 Oct 27 01:23:37.156953 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4 {{(pid=102100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:23:37.166555 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:37.180274 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.provisioning_blocks [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] Transition to ACTIVE for port object ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4 will not be triggered until provisioned by entity L2. {{(pid=102100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:23:37.219089 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-07e742a4-1b99-4a0d-ba41-7d82c7d760a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:37.220689 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-07e742a4-1b99-4a0d-ba41-7d82c7d760a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6304b3ad2b4e4bf398ccbae70b72f46d&device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 1097 time: 0.0418091 Oct 27 01:23:37.228312 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a7f33-661a-440e-9b88-2abe6c578f65 req-e9844008-fc23-4251-ad91-78bae0feae5f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:37.230157 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-733a7f33-661a-440e-9b88-2abe6c578f65 req-e9844008-fc23-4251-ad91-78bae0feae5f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 944 time: 0.0503552 Oct 27 01:23:37.268402 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-733a7f33-661a-440e-9b88-2abe6c578f65 req-ca14e3f4-0e70-45ea-b146-7441a8e98990 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321093 Oct 27 01:23:37.271819 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-7ea771d0-9b3e-411c-a7ee-06557d220d23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5a41bc8-5800-477e-a3ef-d44033785f79 HTTP/1.1" status: 200 len: 217 time: 0.0336797 Oct 27 01:23:37.280941 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:37.364769 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:37.393459 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-88b229b8-6cba-453a-bc23-d92555f376aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:37.395302 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-88b229b8-6cba-453a-bc23-d92555f376aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e98a956-2627-48e5-9a9f-97fe27314719 HTTP/1.1" status: 200 len: 855 time: 0.1058865 Oct 27 01:23:37.472422 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248a0f9-c308-4bde-82c5-2924418b3b6a req-85a1e4e2-676d-4353-ab76-ea01d4e9ea79 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:37.474008 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6248a0f9-c308-4bde-82c5-2924418b3b6a req-85a1e4e2-676d-4353-ab76-ea01d4e9ea79 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ef3a98-3711-4393-a080-0660ad63f97c HTTP/1.1" status: 200 len: 944 time: 0.0484085 Oct 27 01:23:37.477366 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-38968d17-5e3a-4880-a970-104809b09c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:37.478865 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-38968d17-5e3a-4880-a970-104809b09c99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=337a2dfd-96cd-45e0-abce-401982e807e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636261 Oct 27 01:23:37.480243 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] Attempting to bind port ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:23:37.480570 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] Attempting to bind port ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': 'b72d2fa2-ce49-4700-84dc-0df1dbeb81d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f'}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:23:37.480886 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] Attempting to bind port ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4 on network c89d8d0d-00d8-415f-ae8d-2501c753c88f {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:23:37.485381 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] Port ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4 on network c89d8d0d-00d8-415f-ae8d-2501c753c88f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:23:37.485695 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] Attempting to bind port ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4 on network c89d8d0d-00d8-415f-ae8d-2501c753c88f {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:23:37.491133 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] Checking agent: {'id': '5557effb-edc1-4af5-af56-f2013bdcbb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'started_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:23:37.491463 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] Checking segment: {'id': 'b72d2fa2-ce49-4700-84dc-0df1dbeb81d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:23:37.491895 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] Bound using segment: {'id': 'b72d2fa2-ce49-4700-84dc-0df1dbeb81d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f'} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:23:37.492312 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] Bound port: ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b72d2fa2-ce49-4700-84dc-0df1dbeb81d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f'}}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:23:37.492690 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:37.512667 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6248a0f9-c308-4bde-82c5-2924418b3b6a req-9a297190-ad16-4555-94a4-a8ec47162f96 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322306 Oct 27 01:23:37.623261 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] For port ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4, host hv-cinder-81556, cleared binding levels {{(pid=102100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:23:37.626583 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-b661f054-d8b1-4d27-8c11-8c52cb9824da service neutron] 10.222.0.36 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319349 Oct 27 01:23:37.628163 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] For port ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4,segment=NetworkSegment(b72d2fa2-ce49-4700-84dc-0df1dbeb81d5),segment_id=b72d2fa2-ce49-4700-84dc-0df1dbeb81d5)] {{(pid=102100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:23:37.721899 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e1e002cb-c75e-4dca-adaa-47bb8f021cb1 req-f65e0d7e-3861-42e5-9b0d-d736e38d4a31 service neutron] 10.222.0.36 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814269 Oct 27 01:23:37.726952 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:37.762422 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:37.763023 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:37.764357 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] 10.222.0.36 "PUT /v2.0/ports/ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4 HTTP/1.1" status: 200 len: 1094 time: 1.3270459 Oct 27 01:23:37.785552 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b163ceb-f847-4b64-991c-aa26f18f02b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4,revision_number=3']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:37.974572 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-4ef78f55-122f-4d02-9430-1c71e2ecbf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:37.976259 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-4ef78f55-122f-4d02-9430-1c71e2ecbf05 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0aca48cc13184200acc3cee83bf4265c&device_id=e9ef3a98-3711-4393-a080-0660ad63f97c HTTP/1.1" status: 200 len: 1097 time: 0.0435934 Oct 27 01:23:38.028985 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-150ad9fa-c53a-40a9-8209-1585fbd6d36d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4 HTTP/1.1" status: 200 len: 217 time: 0.0341711 Oct 27 01:23:38.080116 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-6f07ae29-751b-4ddf-80d1-5ca13b8f3e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:38.081603 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-6f07ae29-751b-4ddf-80d1-5ca13b8f3e60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d005165f-9d44-442d-abef-8e90845d65b1 HTTP/1.1" status: 200 len: 855 time: 0.0436962 Oct 27 01:23:38.115630 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-6a121810-3ceb-4dcc-85d7-cd4a77996eee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c89d8d0d-00d8-415f-ae8d-2501c753c88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244644 Oct 27 01:23:38.214003 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-bc832bc9-5184-475d-84a4-e825780cba30 service neutron] 10.222.0.36 "GET /v2.0/networks/c89d8d0d-00d8-415f-ae8d-2501c753c88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821786 Oct 27 01:23:38.309449 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-6319930d-9f02-4e71-870b-092c09f2e1bd req-1cc49640-410c-431f-9dc3-120e1eec8a4e service neutron] 10.222.0.36 "GET /v2.0/networks/c89d8d0d-00d8-415f-ae8d-2501c753c88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860353 Oct 27 01:23:38.371273 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ef3a98-3711-4393-a080-0660ad63f97c', 'tag': 'ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:23:38.373565 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24049270-0d21-4e2a-82d9-fc29c734b6ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ef3a98-3711-4393-a080-0660ad63f97c", "tag": "ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:23:38.392543 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ad471-993e-43f8-8b5d-89053c553b4b req-da7c3d4d-0296-43d0-948d-269bec95ae1f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:38.394711 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-272ad471-993e-43f8-8b5d-89053c553b4b req-da7c3d4d-0296-43d0-948d-269bec95ae1f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 944 time: 0.0538597 Oct 27 01:23:38.412455 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6686e65c-8c7b-4ae6-b744-2aff3f4941e8 x-openstack-request-id: req-6686e65c-8c7b-4ae6-b744-2aff3f4941e8 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:23:38.412743 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ef3a98-3711-4393-a080-0660ad63f97c", "tag": "ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:23:38.412992 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6686e65c-8c7b-4ae6-b744-2aff3f4941e8 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:23:38.413380 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ef3a98-3711-4393-a080-0660ad63f97c', 'tag': 'ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4', 'status': 'completed', 'code': 200} Oct 27 01:23:38.432694 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-272ad471-993e-43f8-8b5d-89053c553b4b req-1940008a-882c-4308-a65e-d76fa0a90998 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320354 Oct 27 01:23:38.576244 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24049270-0d21-4e2a-82d9-fc29c734b6ec req-492f66a9-b463-4a53-8420-bde2ee6dcf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:38.577789 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-24049270-0d21-4e2a-82d9-fc29c734b6ec req-492f66a9-b463-4a53-8420-bde2ee6dcf98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0aca48cc13184200acc3cee83bf4265c&device_id=e9ef3a98-3711-4393-a080-0660ad63f97c HTTP/1.1" status: 200 len: 1097 time: 0.0467455 Oct 27 01:23:38.629662 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d6834-430e-470d-839a-f5391771c61d req-d9c98b0c-2671-413e-992f-d865365400af tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:38.631238 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fd7d6834-430e-470d-839a-f5391771c61d req-d9c98b0c-2671-413e-992f-d865365400af tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ef3a98-3711-4393-a080-0660ad63f97c HTTP/1.1" status: 200 len: 944 time: 0.0498581 Oct 27 01:23:38.670844 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fd7d6834-430e-470d-839a-f5391771c61d req-6b3bbcee-0374-4615-a564-7c1fe7d01dcf tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329785 Oct 27 01:23:38.679653 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24049270-0d21-4e2a-82d9-fc29c734b6ec req-0e76b23f-2dda-4ac0-804e-9651b2247ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:38.681146 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-24049270-0d21-4e2a-82d9-fc29c734b6ec req-0e76b23f-2dda-4ac0-804e-9651b2247ab8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c89d8d0d-00d8-415f-ae8d-2501c753c88f HTTP/1.1" status: 200 len: 916 time: 0.0891938 Oct 27 01:23:38.731060 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-24049270-0d21-4e2a-82d9-fc29c734b6ec req-8c1484d0-2b3f-45ff-9d58-bd2f6aa61534 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4 HTTP/1.1" status: 200 len: 217 time: 0.0344286 Oct 27 01:23:38.781991 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24049270-0d21-4e2a-82d9-fc29c734b6ec req-de982d30-1872-472a-b686-10e61980ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:38.783399 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-24049270-0d21-4e2a-82d9-fc29c734b6ec req-de982d30-1872-472a-b686-10e61980ff56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d005165f-9d44-442d-abef-8e90845d65b1 HTTP/1.1" status: 200 len: 855 time: 0.0424492 Oct 27 01:23:38.818945 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-24049270-0d21-4e2a-82d9-fc29c734b6ec req-8e9dd2ec-fda8-4cf0-b595-0bac9e3a19db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c89d8d0d-00d8-415f-ae8d-2501c753c88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251596 Oct 27 01:23:38.914399 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-24049270-0d21-4e2a-82d9-fc29c734b6ec req-51253c8d-3d0d-49d9-bad0-87d104166106 service neutron] 10.222.0.36 "GET /v2.0/networks/c89d8d0d-00d8-415f-ae8d-2501c753c88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825546 Oct 27 01:23:39.009144 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-24049270-0d21-4e2a-82d9-fc29c734b6ec req-65f5949c-e857-4916-b9f7-24c4d597c57d service neutron] 10.222.0.36 "GET /v2.0/networks/c89d8d0d-00d8-415f-ae8d-2501c753c88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840588 Oct 27 01:23:39.550554 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5b16a-e04e-4baa-b3e3-0e773486a368 req-c508516d-d2ab-4378-b84e-d172595ad32a tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:39.552046 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-04b5b16a-e04e-4baa-b3e3-0e773486a368 req-c508516d-d2ab-4378-b84e-d172595ad32a tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 944 time: 0.0494041 Oct 27 01:23:39.588272 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-04b5b16a-e04e-4baa-b3e3-0e773486a368 req-3dc2b4e7-fbdb-411f-81fe-93f0b2f4fe07 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303102 Oct 27 01:23:39.593386 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device e5a41bc8-5800-477e-a3ef-d44033785f79 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:23:39.686230 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port e5a41bc8-5800-477e-a3ef-d44033785f79, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=e5a41bc8-5800-477e-a3ef-d44033785f79,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:23:39.697087 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': 'e5a41bc8-5800-477e-a3ef-d44033785f79', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'port_id': 'e5a41bc8-5800-477e-a3ef-d44033785f79', 'mac_address': 'fa:16:3e:67:d4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:23:39.738728 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:39.752043 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a41bc8-5800-477e-a3ef-d44033785f79 {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:23:39.772036 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port e5a41bc8-5800-477e-a3ef-d44033785f79, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=e5a41bc8-5800-477e-a3ef-d44033785f79,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:23:39.789631 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44dd18-3949-4f2d-b4a9-90eb1d588b0a req-ffb0fd4d-8af6-4744-b14b-fa14dfa06bce tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:39.791092 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-dd44dd18-3949-4f2d-b4a9-90eb1d588b0a req-ffb0fd4d-8af6-4744-b14b-fa14dfa06bce tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ef3a98-3711-4393-a080-0660ad63f97c HTTP/1.1" status: 200 len: 944 time: 0.0515165 Oct 27 01:23:39.828107 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-dd44dd18-3949-4f2d-b4a9-90eb1d588b0a req-e028deba-3bec-47be-922c-423fd9cb4f00 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311277 Oct 27 01:23:39.864266 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:39.910928 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=e5a41bc8-5800-477e-a3ef-d44033785f79,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:39.917723 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:39.918100 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:39.918442 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:39.918778 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:39.919110 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:39.919440 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:39.919763 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:39.920088 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:39.920436 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:39.920759 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:39.921078 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:39.921401 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:23:40.267053 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['e5a41bc8-5800-477e-a3ef-d44033785f79'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:23:40.705311 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c11523-a1a7-49e0-a8de-31792a6bb35a req-724915ee-5be1-4099-8781-6e65d154cf41 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:40.706872 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f6c11523-a1a7-49e0-a8de-31792a6bb35a req-724915ee-5be1-4099-8781-6e65d154cf41 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 945 time: 0.0478420 Oct 27 01:23:40.744145 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f6c11523-a1a7-49e0-a8de-31792a6bb35a req-833c4155-4e18-44ac-b695-d7dc1cd749a8 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314431 Oct 27 01:23:40.939643 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146ef8d-2eb6-4142-90b8-de85b52fabcc req-01cf92a2-971b-4fa2-b330-22c6985f8d6f tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:40.941101 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0146ef8d-2eb6-4142-90b8-de85b52fabcc req-01cf92a2-971b-4fa2-b330-22c6985f8d6f tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ef3a98-3711-4393-a080-0660ad63f97c HTTP/1.1" status: 200 len: 944 time: 0.0480709 Oct 27 01:23:40.977931 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0146ef8d-2eb6-4142-90b8-de85b52fabcc req-dedeeb9e-e833-4e53-b551-c9ee6c84d8be tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309756 Oct 27 01:23:41.600448 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:23:41.610957 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device e5a41bc8-5800-477e-a3ef-d44033785f79 up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:23:41.853563 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4,segment=NetworkSegment(b72d2fa2-ce49-4700-84dc-0df1dbeb81d5),segment_id=b72d2fa2-ce49-4700-84dc-0df1dbeb81d5)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:23:41.865869 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': 'ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4', 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f', 'port_id': 'ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4', 'mac_address': 'fa:16:3e:7a:66:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd005165f-9d44-442d-abef-8e90845d65b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:23:41.867218 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db53daf-cb53-48ca-a296-79a95db02ad6 req-579cd08e-f12f-484b-9705-ba04dd65c477 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:41.868749 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2db53daf-cb53-48ca-a296-79a95db02ad6 req-579cd08e-f12f-484b-9705-ba04dd65c477 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 945 time: 0.0525179 Oct 27 01:23:41.899753 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning for port e5a41bc8-5800-477e-a3ef-d44033785f79 completed by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:23:41.905989 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:41.907681 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port e5a41bc8-5800-477e-a3ef-d44033785f79 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:23:41.909250 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:41.911997 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2db53daf-cb53-48ca-a296-79a95db02ad6 req-bc9df887-2222-4c67-b730-e51d251d4168 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338004 Oct 27 01:23:41.945968 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4 {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:23:41.970666 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4,segment=NetworkSegment(b72d2fa2-ce49-4700-84dc-0df1dbeb81d5),segment_id=b72d2fa2-ce49-4700-84dc-0df1dbeb81d5)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:23:42.018299 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:42.030492 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:42.063861 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22168f93-be95-4a0a-ba03-afbae82e5931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a41bc8-5800-477e-a3ef-d44033785f79'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:23:42.066320 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b03d3b-eb1c-4186-a3cd-3163c5f26df9" -d '{"events": [{"server_uuid": "22168f93-be95-4a0a-ba03-afbae82e5931", "name": "network-vif-plugged", "status": "completed", "tag": "e5a41bc8-5800-477e-a3ef-d44033785f79"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:23:42.086675 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port e5a41bc8-5800-477e-a3ef-d44033785f79, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=e5a41bc8-5800-477e-a3ef-d44033785f79,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:23:42.092189 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ca568-ea98-4b15-b90d-0c04bf1ee17f req-693124eb-746a-48b7-bddf-4f64c1e47b79 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:42.093830 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-895ca568-ea98-4b15-b90d-0c04bf1ee17f req-693124eb-746a-48b7-bddf-4f64c1e47b79 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ef3a98-3711-4393-a080-0660ad63f97c HTTP/1.1" status: 200 len: 945 time: 0.0498095 Oct 27 01:23:42.101444 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:42.113378 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a98ae6-415f-488a-a015-48484b34084d x-openstack-request-id: req-72a98ae6-415f-488a-a015-48484b34084d {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:23:42.113610 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22168f93-be95-4a0a-ba03-afbae82e5931", "name": "network-vif-plugged", "status": "completed", "tag": "e5a41bc8-5800-477e-a3ef-d44033785f79", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:23:42.113868 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72a98ae6-415f-488a-a015-48484b34084d {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:23:42.114308 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22168f93-be95-4a0a-ba03-afbae82e5931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a41bc8-5800-477e-a3ef-d44033785f79', 'code': 200} Oct 27 01:23:42.133780 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-895ca568-ea98-4b15-b90d-0c04bf1ee17f req-1b0ab037-197d-4fdf-8731-5bd30f8c4c47 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337236 Oct 27 01:23:42.178219 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:42.225495 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=e5a41bc8-5800-477e-a3ef-d44033785f79,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:42.470729 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:23:42.532442 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3994b-0b1c-42a0-a557-0cc639b147ab req-b7689cfa-9b90-405c-84b9-45b2885cb5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:42.534307 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-00b3994b-0b1c-42a0-a557-0cc639b147ab req-b7689cfa-9b90-405c-84b9-45b2885cb5e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 1099 time: 0.0403783 Oct 27 01:23:42.572875 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-00b3994b-0b1c-42a0-a557-0cc639b147ab req-3f327f4b-669c-4ba4-b3c6-a5b15368d271 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280559 Oct 27 01:23:43.038184 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eb654-e7ab-49ba-9e0b-33d91ce49105 req-a6d052f9-6a00-41c4-a782-1e205a4622be tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:43.039645 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4f2eb654-e7ab-49ba-9e0b-33d91ce49105 req-a6d052f9-6a00-41c4-a782-1e205a4622be tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0479805 Oct 27 01:23:43.077224 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4f2eb654-e7ab-49ba-9e0b-33d91ce49105 req-021eddf5-e5d5-4306-a673-d06e9c2fb72f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316727 Oct 27 01:23:43.249800 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821fdd2-df8f-48f2-a10d-dbc05e334a2e req-a12218b1-8320-4c8d-8159-0f3d82c43493 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:43.251214 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4821fdd2-df8f-48f2-a10d-dbc05e334a2e req-a12218b1-8320-4c8d-8159-0f3d82c43493 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ef3a98-3711-4393-a080-0660ad63f97c HTTP/1.1" status: 200 len: 945 time: 0.0515041 Oct 27 01:23:43.289368 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4821fdd2-df8f-48f2-a10d-dbc05e334a2e req-51ff8b17-33b7-4692-8f69-a7440b554812 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315785 Oct 27 01:23:43.614884 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4 up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:23:43.726672 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning for port ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4 completed by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:23:43.730795 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:23:43.731160 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:43.809178 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:43.841159 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4,segment=NetworkSegment(b72d2fa2-ce49-4700-84dc-0df1dbeb81d5),segment_id=b72d2fa2-ce49-4700-84dc-0df1dbeb81d5)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:23:43.937948 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:43.985394 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:44.115342 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ef3a98-3711-4393-a080-0660ad63f97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:23:44.117748 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca8ba47-c5fe-4ed0-a2af-ff5a649df279" -d '{"events": [{"server_uuid": "e9ef3a98-3711-4393-a080-0660ad63f97c", "name": "network-vif-plugged", "status": "completed", "tag": "ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:23:44.154723 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e381fd38-bda7-4a0d-9ec6-a544b6ef8a8f x-openstack-request-id: req-e381fd38-bda7-4a0d-9ec6-a544b6ef8a8f {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:23:44.159024 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ef3a98-3711-4393-a080-0660ad63f97c", "name": "network-vif-plugged", "status": "completed", "tag": "ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:23:44.159024 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e381fd38-bda7-4a0d-9ec6-a544b6ef8a8f {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:23:44.159024 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ef3a98-3711-4393-a080-0660ad63f97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4', 'code': 200} Oct 27 01:23:44.198822 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea922a-ac17-436d-8d7b-dadd76c20dd9 req-e0c29d47-32cb-4dab-bb55-30483bc7234a tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:44.200196 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-56ea922a-ac17-436d-8d7b-dadd76c20dd9 req-e0c29d47-32cb-4dab-bb55-30483bc7234a tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0512407 Oct 27 01:23:44.239957 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-56ea922a-ac17-436d-8d7b-dadd76c20dd9 req-001e1e54-f56c-4446-9e94-b02140213fd1 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338039 Oct 27 01:23:44.414646 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b120f-05b4-41f6-b9ce-ec19f9deee72 req-7ca4a507-aa14-4d63-a10d-343c6fa92c31 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:44.416081 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fd3b120f-05b4-41f6-b9ce-ec19f9deee72 req-7ca4a507-aa14-4d63-a10d-343c6fa92c31 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ef3a98-3711-4393-a080-0660ad63f97c HTTP/1.1" status: 200 len: 946 time: 0.0496893 Oct 27 01:23:44.452235 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fd3b120f-05b4-41f6-b9ce-ec19f9deee72 req-3efc4a53-d62b-412e-b7ec-5aee7bfd7c3d tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302317 Oct 27 01:23:44.546256 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df973864-64ed-4414-9260-bfa06d00ed74 req-fc33cfd6-aa3b-4cdf-b2fb-43af89e6719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:44.547723 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-df973864-64ed-4414-9260-bfa06d00ed74 req-fc33cfd6-aa3b-4cdf-b2fb-43af89e6719e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e9ef3a98-3711-4393-a080-0660ad63f97c HTTP/1.1" status: 200 len: 1099 time: 0.0387104 Oct 27 01:23:44.585222 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-df973864-64ed-4414-9260-bfa06d00ed74 req-9c16ee45-3b36-44db-a34a-50aa5033d340 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281024 Oct 27 01:23:45.314365 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ef597-ce9a-43b8-9f14-d075f694080a req-07bbf48d-e1aa-4eac-9771-2d05fb761ce8 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:45.316017 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-550ef597-ce9a-43b8-9f14-d075f694080a req-07bbf48d-e1aa-4eac-9771-2d05fb761ce8 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0525837 Oct 27 01:23:45.380106 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-550ef597-ce9a-43b8-9f14-d075f694080a req-eef94000-61e0-4b5b-8475-38403fd13c0f tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539801 Oct 27 01:23:45.387418 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055e9c1-6bfd-405b-ae9d-bd53b45ab7de req-7b0eef70-cd0b-49d6-b22f-6f8707402339 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:45.388821 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e055e9c1-6bfd-405b-ae9d-bd53b45ab7de req-7b0eef70-cd0b-49d6-b22f-6f8707402339 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0719404 Oct 27 01:23:45.428845 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e055e9c1-6bfd-405b-ae9d-bd53b45ab7de req-febe413b-f9f8-4861-a07a-c90cbce41817 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332618 Oct 27 01:23:45.577845 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12e176-f4c4-4299-9ba5-4f5faf4d4e34 req-e4268ec2-77cd-4548-a7d6-8b058a5503d2 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:45.579206 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-bf12e176-f4c4-4299-9ba5-4f5faf4d4e34 req-e4268ec2-77cd-4548-a7d6-8b058a5503d2 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0796237 Oct 27 01:23:45.588416 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36088) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:23:45.591847 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56846347-f729-41b9-be88-e12af60f820a req-abd5338c-1814-43e5-aad7-e0d8299179e9 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:45.592996 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-a07984d0-515c-4817-98d5-c009cb11f64e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Request body: {'floatingip': {'port_id': 'e5a41bc8-5800-477e-a3ef-d44033785f79'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:23:45.593242 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-56846347-f729-41b9-be88-e12af60f820a req-abd5338c-1814-43e5-aad7-e0d8299179e9 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ef3a98-3711-4393-a080-0660ad63f97c HTTP/1.1" status: 200 len: 946 time: 0.0673859 Oct 27 01:23:45.632684 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-56846347-f729-41b9-be88-e12af60f820a req-d87bf672-7c41-4e2a-a900-30806726666f tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335286 Oct 27 01:23:45.636655 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a07984d0-515c-4817-98d5-c009cb11f64e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for floatingip, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:46.091859 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a07984d0-515c-4817-98d5-c009cb11f64e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:46.206956 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a07984d0-515c-4817-98d5-c009cb11f64e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3723056'] for floatingip, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:46.318754 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.db.l3_db [None req-a07984d0-515c-4817-98d5-c009cb11f64e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Floating IP 0567b923-7820-4d2c-91d4-12424c9ed8f9 associated. External IP: 172.27.3.156, port: e5a41bc8-5800-477e-a3ef-d44033785f79. Oct 27 01:23:46.499356 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf3f50-c0cb-40eb-9e2b-d65b377543a6 req-2807b177-e8e4-4221-bab3-e866973a83af tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:46.500820 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ffdf3f50-c0cb-40eb-9e2b-d65b377543a6 req-2807b177-e8e4-4221-bab3-e866973a83af tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0514162 Oct 27 01:23:46.539407 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ffdf3f50-c0cb-40eb-9e2b-d65b377543a6 req-c40a9c31-8c88-4e9c-816a-39b4ddbb3c20 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321832 Oct 27 01:23:46.554070 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:46.565999 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07984d0-515c-4817-98d5-c009cb11f64e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Router 476010ed-4096-457a-a137-d7a253712a27 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:23:46.683787 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07984d0-515c-4817-98d5-c009cb11f64e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:23:46.688878 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a07984d0-515c-4817-98d5-c009cb11f64e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for floatingip, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:46.695353 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71563c89-6f2e-4b43-9f4d-680bae625683 None None] Sync routers for ids ['476010ed-4096-457a-a137-d7a253712a27'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:23:46.708873 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71563c89-6f2e-4b43-9f4d-680bae625683 None None] Routers {'476010ed-4096-457a-a137-d7a253712a27'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:23:46.709859 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-71563c89-6f2e-4b43-9f4d-680bae625683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:23:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['476010ed-4096-457a-a137-d7a253712a27'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:23:46.735438 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-a07984d0-515c-4817-98d5-c009cb11f64e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "PUT /v2.0/floatingips/0567b923-7820-4d2c-91d4-12424c9ed8f9 HTTP/1.1" status: 200 len: 992 time: 1.1456363 Oct 27 01:23:46.736428 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22168f93-be95-4a0a-ba03-afbae82e5931', 'tag': 'e5a41bc8-5800-477e-a3ef-d44033785f79'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:23:46.739848 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c721a0fe-f70e-4e94-8bf4-0f19532bf431" -d '{"events": [{"name": "network-changed", "server_uuid": "22168f93-be95-4a0a-ba03-afbae82e5931", "tag": "e5a41bc8-5800-477e-a3ef-d44033785f79"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:23:46.760105 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56514058-f023-4c1f-b5fb-3ac129c022ff req-43f2efeb-e720-42e1-bc95-f1798ae4fa79 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:46.761747 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-56514058-f023-4c1f-b5fb-3ac129c022ff req-43f2efeb-e720-42e1-bc95-f1798ae4fa79 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ef3a98-3711-4393-a080-0660ad63f97c HTTP/1.1" status: 200 len: 946 time: 0.0572858 Oct 27 01:23:46.801389 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-56514058-f023-4c1f-b5fb-3ac129c022ff req-b6a36fd5-9580-48a2-ae79-a0ae149bad4c tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332229 Oct 27 01:23:46.821105 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-71563c89-6f2e-4b43-9f4d-680bae625683 None None] Set router 476010ed-4096-457a-a137-d7a253712a27 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:23:46.848024 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6412fd9e-7ecd-41d6-83c4-a668e173d49a x-openstack-request-id: req-6412fd9e-7ecd-41d6-83c4-a668e173d49a {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:23:46.848311 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22168f93-be95-4a0a-ba03-afbae82e5931", "tag": "e5a41bc8-5800-477e-a3ef-d44033785f79", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:23:46.848795 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6412fd9e-7ecd-41d6-83c4-a668e173d49a {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:23:46.849193 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22168f93-be95-4a0a-ba03-afbae82e5931', 'tag': 'e5a41bc8-5800-477e-a3ef-d44033785f79', 'status': 'completed', 'code': 200} Oct 27 01:23:46.959067 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721a0fe-f70e-4e94-8bf4-0f19532bf431 req-ef63efb6-65ce-4de3-bda8-b1696bf3e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:46.960516 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c721a0fe-f70e-4e94-8bf4-0f19532bf431 req-ef63efb6-65ce-4de3-bda8-b1696bf3e32c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6304b3ad2b4e4bf398ccbae70b72f46d&device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 1099 time: 0.0433803 Oct 27 01:23:47.059960 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721a0fe-f70e-4e94-8bf4-0f19532bf431 req-5b9f6bf1-15cd-4986-80cc-490c18a02958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:47.061432 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c721a0fe-f70e-4e94-8bf4-0f19532bf431 req-5b9f6bf1-15cd-4986-80cc-490c18a02958 service neutron] 10.222.0.36 "GET /v2.0/networks?id=337a2dfd-96cd-45e0-abce-401982e807e4 HTTP/1.1" status: 200 len: 917 time: 0.0908682 Oct 27 01:23:47.106344 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-71563c89-6f2e-4b43-9f4d-680bae625683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476010ed-4096-457a-a137-d7a253712a27', 'name': 'tempest-AttachVolumeShelveTestJSON-962092474-router', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 4, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'gw_port': {'id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:11Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '0567b923-7820-4d2c-91d4-12424c9ed8f9', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '476010ed-4096-457a-a137-d7a253712a27', 'port_id': 'e5a41bc8-5800-477e-a3ef-d44033785f79', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'mac_address': 'fa:16:3e:67:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22168f93-be95-4a0a-ba03-afbae82e5931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:23:30Z', 'updated_at': '2021-10-27T01:23:45Z', 'revision_number': 1, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d6fd69-0257-4701-888b-913d6fd91027', 'name': '', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'mac_address': 'fa:16:3e:a9:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:23Z', 'revision_number': 5, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'subnets': [{'id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:23:47.131256 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c721a0fe-f70e-4e94-8bf4-0f19532bf431 req-404384ae-fc9f-45bd-a16f-8b2ba6086fd6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5a41bc8-5800-477e-a3ef-d44033785f79 HTTP/1.1" status: 200 len: 1000 time: 0.0594189 Oct 27 01:23:47.138879 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71563c89-6f2e-4b43-9f4d-680bae625683 None None] Checking router: 476010ed-4096-457a-a137-d7a253712a27 for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:23:47.148319 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71563c89-6f2e-4b43-9f4d-680bae625683 None None] Routers {'476010ed-4096-457a-a137-d7a253712a27'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:23:47.148902 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-71563c89-6f2e-4b43-9f4d-680bae625683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:23:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['476010ed-4096-457a-a137-d7a253712a27'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:23:47.185880 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721a0fe-f70e-4e94-8bf4-0f19532bf431 req-66ddaa72-a065-43cb-98e8-d15274ef9940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:47.187390 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c721a0fe-f70e-4e94-8bf4-0f19532bf431 req-66ddaa72-a065-43cb-98e8-d15274ef9940 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e98a956-2627-48e5-9a9f-97fe27314719 HTTP/1.1" status: 200 len: 855 time: 0.0431333 Oct 27 01:23:47.238708 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721a0fe-f70e-4e94-8bf4-0f19532bf431 req-061a6f05-2775-4952-b480-f8ddb30ab077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:47.240110 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c721a0fe-f70e-4e94-8bf4-0f19532bf431 req-061a6f05-2775-4952-b480-f8ddb30ab077 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=337a2dfd-96cd-45e0-abce-401982e807e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442770 Oct 27 01:23:47.257693 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-71563c89-6f2e-4b43-9f4d-680bae625683 None None] Set router 476010ed-4096-457a-a137-d7a253712a27 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:23:47.343852 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c721a0fe-f70e-4e94-8bf4-0f19532bf431 req-b177453a-e6b8-4427-87ea-b7039b4074e2 service neutron] 10.222.0.36 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928037 Oct 27 01:23:47.450988 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c721a0fe-f70e-4e94-8bf4-0f19532bf431 req-90b78708-d536-45c0-a556-381d1e39ba5a service neutron] 10.222.0.36 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955250 Oct 27 01:23:47.488136 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-71563c89-6f2e-4b43-9f4d-680bae625683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476010ed-4096-457a-a137-d7a253712a27', 'name': 'tempest-AttachVolumeShelveTestJSON-962092474-router', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 4, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'gw_port': {'id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:11Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '0567b923-7820-4d2c-91d4-12424c9ed8f9', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '476010ed-4096-457a-a137-d7a253712a27', 'port_id': 'e5a41bc8-5800-477e-a3ef-d44033785f79', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'mac_address': 'fa:16:3e:67:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22168f93-be95-4a0a-ba03-afbae82e5931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:23:30Z', 'updated_at': '2021-10-27T01:23:45Z', 'revision_number': 1, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d6fd69-0257-4701-888b-913d6fd91027', 'name': '', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'mac_address': 'fa:16:3e:a9:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:23Z', 'revision_number': 5, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'subnets': [{'id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:23:47.514197 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71563c89-6f2e-4b43-9f4d-680bae625683 None None] The sync data for ids ['476010ed-4096-457a-a137-d7a253712a27'] in dv-cinder-815560-1-iscsi is: [{'id': '476010ed-4096-457a-a137-d7a253712a27', 'name': 'tempest-AttachVolumeShelveTestJSON-962092474-router', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 4, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'gw_port': {'id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:11Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '0567b923-7820-4d2c-91d4-12424c9ed8f9', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '476010ed-4096-457a-a137-d7a253712a27', 'port_id': 'e5a41bc8-5800-477e-a3ef-d44033785f79', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'mac_address': 'fa:16:3e:67:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22168f93-be95-4a0a-ba03-afbae82e5931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:23:30Z', 'updated_at': '2021-10-27T01:23:45Z', 'revision_number': 1, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d6fd69-0257-4701-888b-913d6fd91027', 'name': '', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'mac_address': 'fa:16:3e:a9:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:23Z', 'revision_number': 5, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'subnets': [{'id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:23:47.662998 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90158328-aa20-4c13-bde0-f8f1a2d761bd req-e3e745de-84a8-4c2e-b8f3-e37aa84d826e tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:47.664499 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-90158328-aa20-4c13-bde0-f8f1a2d761bd req-e3e745de-84a8-4c2e-b8f3-e37aa84d826e tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0545666 Oct 27 01:23:47.705739 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-90158328-aa20-4c13-bde0-f8f1a2d761bd req-954f290c-35fb-4737-a180-ae7dce4fdaaa tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338953 Oct 27 01:23:47.713709 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad74cef9-e0f1-488b-81ee-01223f17b8d9 None None] New status for floating IP 0567b923-7820-4d2c-91d4-12424c9ed8f9: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:23:48.284542 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16734ab0-552e-4433-b353-5ce0c00c431c req-941d927a-d848-4c9d-98bd-ad17b02ba53f tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:48.285994 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-16734ab0-552e-4433-b353-5ce0c00c431c req-941d927a-d848-4c9d-98bd-ad17b02ba53f tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.36 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0483050 Oct 27 01:23:48.379675 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-16734ab0-552e-4433-b353-5ce0c00c431c req-78e1ce73-c36e-47db-8f73-a35df3d1308a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Deleting port e4440d0d-eda6-40ea-8ff3-ed879ecaf17e {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:23:48.380021 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-16734ab0-552e-4433-b353-5ce0c00c431c req-78e1ce73-c36e-47db-8f73-a35df3d1308a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:48.468589 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-16734ab0-552e-4433-b353-5ce0c00c431c req-78e1ce73-c36e-47db-8f73-a35df3d1308a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] For port e4440d0d-eda6-40ea-8ff3-ed879ecaf17e, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=e4440d0d-eda6-40ea-8ff3-ed879ecaf17e,segment=NetworkSegment(48fbe17e-f5fd-4595-9ff4-16bc39f15b51),segment_id=48fbe17e-f5fd-4595-9ff4-16bc39f15b51)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:23:48.468957 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-16734ab0-552e-4433-b353-5ce0c00c431c req-78e1ce73-c36e-47db-8f73-a35df3d1308a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:48.641983 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-16734ab0-552e-4433-b353-5ce0c00c431c req-78e1ce73-c36e-47db-8f73-a35df3d1308a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:48.642387 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-16734ab0-552e-4433-b353-5ce0c00c431c req-78e1ce73-c36e-47db-8f73-a35df3d1308a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3723056'] for floatingip, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:48.643345 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.db.l3_db [req-16734ab0-552e-4433-b353-5ce0c00c431c req-78e1ce73-c36e-47db-8f73-a35df3d1308a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Floating IP 947dd24c-a13a-4881-8918-3f1880c4a5cc disassociated. External IP: 172.27.3.51, port: e4440d0d-eda6-40ea-8ff3-ed879ecaf17e. Oct 27 01:23:48.643779 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-16734ab0-552e-4433-b353-5ce0c00c431c req-78e1ce73-c36e-47db-8f73-a35df3d1308a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Calling delete_port for e4440d0d-eda6-40ea-8ff3-ed879ecaf17e owned by compute:nova {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:23:48.835099 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102fda3-aa84-4b86-a28e-cb5a351fc664 req-ba7c0d1f-fc02-41cf-8474-a3e7b1e72b81 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:48.836569 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1102fda3-aa84-4b86-a28e-cb5a351fc664 req-ba7c0d1f-fc02-41cf-8474-a3e7b1e72b81 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 945 time: 0.0493591 Oct 27 01:23:48.850987 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-16734ab0-552e-4433-b353-5ce0c00c431c req-78e1ce73-c36e-47db-8f73-a35df3d1308a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:48.876241 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1102fda3-aa84-4b86-a28e-cb5a351fc664 req-ebf3e1df-9ad5-4ed6-8a62-84c9d0925806 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=33360cda-aa4b-4778-88d6-8039ce658939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338640 Oct 27 01:23:48.884471 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1ce73-c36e-47db-8f73-a35df3d1308a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Pushing event deleted for resources: {'Port': ['ID=e4440d0d-eda6-40ea-8ff3-ed879ecaf17e,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:49.225342 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16734ab0-552e-4433-b353-5ce0c00c431c req-78e1ce73-c36e-47db-8f73-a35df3d1308a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:23:49.343906 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16734ab0-552e-4433-b353-5ce0c00c431c req-78e1ce73-c36e-47db-8f73-a35df3d1308a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:23:49.356334 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf50161-ff9c-4b2e-9f50-68905af183f4 None None] Sync routers for ids ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:23:49.368792 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf50161-ff9c-4b2e-9f50-68905af183f4 None None] Routers {'d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:23:49.369507 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-ccf50161-ff9c-4b2e-9f50-68905af183f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:23:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:23:49.400220 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-16734ab0-552e-4433-b353-5ce0c00c431c req-78e1ce73-c36e-47db-8f73-a35df3d1308a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] No DVR routers for this DVR port e4440d0d-eda6-40ea-8ff3-ed879ecaf17e on host hv-cinder-81556 {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:23:49.402800 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-16734ab0-552e-4433-b353-5ce0c00c431c req-78e1ce73-c36e-47db-8f73-a35df3d1308a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:49.406103 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-16734ab0-552e-4433-b353-5ce0c00c431c req-78e1ce73-c36e-47db-8f73-a35df3d1308a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.36 "DELETE /v2.0/ports/e4440d0d-eda6-40ea-8ff3-ed879ecaf17e HTTP/1.1" status: 204 len: 173 time: 1.1127896 Oct 27 01:23:49.406551 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cfc0a7-3f5a-4d41-abb9-e80fc370962f', 'name': 'network-vif-deleted', 'tag': 'e4440d0d-eda6-40ea-8ff3-ed879ecaf17e'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:23:49.408856 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7d7af0-9575-49f1-9a26-e191afa24afd" -d '{"events": [{"server_uuid": "99cfc0a7-3f5a-4d41-abb9-e80fc370962f", "name": "network-vif-deleted", "tag": "e4440d0d-eda6-40ea-8ff3-ed879ecaf17e"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:23:49.451257 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552bf2ca-2ec2-4645-8bb6-06c2230dc4b9 x-openstack-request-id: req-552bf2ca-2ec2-4645-8bb6-06c2230dc4b9 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:23:49.451578 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99cfc0a7-3f5a-4d41-abb9-e80fc370962f", "name": "network-vif-deleted", "tag": "e4440d0d-eda6-40ea-8ff3-ed879ecaf17e", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:23:49.457557 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-552bf2ca-2ec2-4645-8bb6-06c2230dc4b9 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:23:49.457557 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cfc0a7-3f5a-4d41-abb9-e80fc370962f', 'name': 'network-vif-deleted', 'tag': 'e4440d0d-eda6-40ea-8ff3-ed879ecaf17e', 'status': 'completed', 'code': 200} Oct 27 01:23:49.491939 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-ccf50161-ff9c-4b2e-9f50-68905af183f4 None None] Set router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:23:49.805414 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-ccf50161-ff9c-4b2e-9f50-68905af183f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'name': 'tempest-AttachVolumeTestJSON-301726510-router', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'gw_port': {'id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:10Z', 'updated_at': '2021-10-27T01:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '4a6af46a-5d65-4733-884f-2a580656f903', 'name': '', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'mac_address': 'fa:16:3e:ea:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:26Z', 'revision_number': 5, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'subnets': [{'id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:23:49.831684 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf50161-ff9c-4b2e-9f50-68905af183f4 None None] Checking router: d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:23:49.839857 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf50161-ff9c-4b2e-9f50-68905af183f4 None None] Routers {'d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:23:49.840451 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-ccf50161-ff9c-4b2e-9f50-68905af183f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:23:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:23:49.956943 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-ccf50161-ff9c-4b2e-9f50-68905af183f4 None None] Set router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:23:49.991636 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-bf190dbc-2283-4c21-b54f-591f3aff4aaf req-8027feb7-3c37-4eeb-a3cb-3500eddac41c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cfc0a7-3f5a-4d41-abb9-e80fc370962f HTTP/1.1" status: 200 len: 210 time: 0.0269768 Oct 27 01:23:50.156899 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-ccf50161-ff9c-4b2e-9f50-68905af183f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'name': 'tempest-AttachVolumeTestJSON-301726510-router', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'gw_port': {'id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:10Z', 'updated_at': '2021-10-27T01:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '4a6af46a-5d65-4733-884f-2a580656f903', 'name': '', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'mac_address': 'fa:16:3e:ea:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:26Z', 'revision_number': 5, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'subnets': [{'id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:23:50.183109 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf50161-ff9c-4b2e-9f50-68905af183f4 None None] The sync data for ids ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'] in dv-cinder-815560-1-iscsi is: [{'id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'name': 'tempest-AttachVolumeTestJSON-301726510-router', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'gw_port': {'id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:10Z', 'updated_at': '2021-10-27T01:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '4a6af46a-5d65-4733-884f-2a580656f903', 'name': '', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'mac_address': 'fa:16:3e:ea:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:26Z', 'revision_number': 5, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'subnets': [{'id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:23:50.399198 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537f3bb0-f89d-420b-bfc2-f5e3fbc83c68 None None] New status for floating IP 947dd24c-a13a-4881-8918-3f1880c4a5cc: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:23:51.167000 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36142) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:23:51.219383 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f3254dd3-18a1-4a06-9b4c-fe4c53673d14 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:51.242263 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f3254dd3-18a1-4a06-9b4c-fe4c53673d14 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:51.383650 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f3254dd3-18a1-4a06-9b4c-fe4c53673d14 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:51.386272 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f3254dd3-18a1-4a06-9b4c-fe4c53673d14 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:51.387481 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-f3254dd3-18a1-4a06-9b4c-fe4c53673d14 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "DELETE /v2.0/security-groups/33360cda-aa4b-4778-88d6-8039ce658939 HTTP/1.1" status: 204 len: 168 time: 0.2195122 Oct 27 01:23:51.390264 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 36146) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:23:51.397273 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3254dd3-18a1-4a06-9b4c-fe4c53673d14 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33360cda-aa4b-4778-88d6-8039ce658939,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:51.403134 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.api.v2.resource [None req-86c491c5-5577-482e-9e3d-45be08460b1e tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] show failed (client error): The resource could not be found. Oct 27 01:23:51.404121 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-86c491c5-5577-482e-9e3d-45be08460b1e tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups/33360cda-aa4b-4778-88d6-8039ce658939 HTTP/1.1" status: 404 len: 347 time: 0.0128162 Oct 27 01:23:51.406990 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 36148) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:23:51.527439 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-68e7a813-daab-4397-8999-fbb41408d02c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Deleting port a2141e50-c7a2-4fe6-8f88-7caba96ce8b5 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:23:51.527775 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-68e7a813-daab-4397-8999-fbb41408d02c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:51.607502 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-68e7a813-daab-4397-8999-fbb41408d02c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:51.607916 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-68e7a813-daab-4397-8999-fbb41408d02c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:51.620864 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-68e7a813-daab-4397-8999-fbb41408d02c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Calling delete_port for a2141e50-c7a2-4fe6-8f88-7caba96ce8b5 owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:23:51.646063 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device e4440d0d-eda6-40ea-8ff3-ed879ecaf17e no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:23:51.666384 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] No Port match for: e4440d0d-eda6-40ea-8ff3-ed879ecaf17e {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:23:51.666729 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device e4440d0d-eda6-40ea-8ff3-ed879ecaf17e not bound to the agent host hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:23:51.807619 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-68e7a813-daab-4397-8999-fbb41408d02c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:51.842528 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7a813-daab-4397-8999-fbb41408d02c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Pushing event deleted for resources: {'Port': ['ID=a2141e50-c7a2-4fe6-8f88-7caba96ce8b5,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:51.862639 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-28a76a9d-88cb-4281-8287-966966fa80f0 req-b40471e4-c100-4bf1-943e-fe399eb8eaef tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1075865946&fields=id&tenant_id=5e37607855ec49b6af8f28274acba57b HTTP/1.1" status: 200 len: 267 time: 0.0621433 Oct 27 01:23:51.941955 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-68e7a813-daab-4397-8999-fbb41408d02c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:51.944553 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-68e7a813-daab-4397-8999-fbb41408d02c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:51.945672 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-68e7a813-daab-4397-8999-fbb41408d02c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "DELETE /v2.0/floatingips/947dd24c-a13a-4881-8918-3f1880c4a5cc HTTP/1.1" status: 204 len: 168 time: 0.5377834 Oct 27 01:23:51.957304 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a76a9d-88cb-4281-8287-966966fa80f0 req-a1059dda-68d0-483a-ac2e-fb658cc41a83 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:51.958721 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-28a76a9d-88cb-4281-8287-966966fa80f0 req-a1059dda-68d0-483a-ac2e-fb658cc41a83 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 984 time: 0.0838501 Oct 27 01:23:51.969579 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [req-28a76a9d-88cb-4281-8287-966966fa80f0 req-9f1ba33d-f63f-4405-9bf6-e01c0e4fc358 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Request body: {'port': {'security_groups': ['55e07a11-a67b-43a2-ab9b-062cd1089211']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:23:52.036196 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-28a76a9d-88cb-4281-8287-966966fa80f0 req-9f1ba33d-f63f-4405-9bf6-e01c0e4fc358 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:52.203740 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-28a76a9d-88cb-4281-8287-966966fa80f0 req-9f1ba33d-f63f-4405-9bf6-e01c0e4fc358 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] For port d271dfc3-2e52-484f-8433-9676c21da897, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=d271dfc3-2e52-484f-8433-9676c21da897,segment=NetworkSegment(e1dae18a-ab4f-4784-846d-9fc752dcf330),segment_id=e1dae18a-ab4f-4784-846d-9fc752dcf330)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:23:52.234262 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-28a76a9d-88cb-4281-8287-966966fa80f0 req-9f1ba33d-f63f-4405-9bf6-e01c0e4fc358 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:52.284295 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36156) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:23:52.288843 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-5d396e3f-5cd9-45e3-acd1-bc2db094c49c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--581221871', 'description': 'tempest-description--2001455716'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:23:52.298080 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-28a76a9d-88cb-4281-8287-966966fa80f0 req-9f1ba33d-f63f-4405-9bf6-e01c0e4fc358 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25808652'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:52.336032 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['d271dfc3-2e52-484f-8433-9676c21da897'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:23:52.343690 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a76a9d-88cb-4281-8287-966966fa80f0 req-9f1ba33d-f63f-4405-9bf6-e01c0e4fc358 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:52.344330 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-28a76a9d-88cb-4281-8287-966966fa80f0 req-9f1ba33d-f63f-4405-9bf6-e01c0e4fc358 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:52.347703 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-28a76a9d-88cb-4281-8287-966966fa80f0 req-9f1ba33d-f63f-4405-9bf6-e01c0e4fc358 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "PUT /v2.0/ports/d271dfc3-2e52-484f-8433-9676c21da897 HTTP/1.1" status: 200 len: 942 time: 0.3805170 Oct 27 01:23:52.347703 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343ff586-2029-4b30-ac5f-f827cf95a0ce', 'tag': 'd271dfc3-2e52-484f-8433-9676c21da897'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:23:52.349711 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f97284770e8b5c7eae555eb9b5076154bbb30c411baeb7a1d3ebc8ac0796a31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdea4b0-003f-47a7-afe4-ba83f628cd81" -d '{"events": [{"name": "network-changed", "server_uuid": "343ff586-2029-4b30-ac5f-f827cf95a0ce", "tag": "d271dfc3-2e52-484f-8433-9676c21da897"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:23:52.356368 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36160) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:23:52.384491 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ba33d-f63f-4405-9bf6-e01c0e4fc358 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Pushing event updated for resources: {'Port': ['ID=d271dfc3-2e52-484f-8433-9676c21da897,revision_number=7']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:52.402603 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98391cd4-aaeb-4aa5-a06c-925a45834e40 x-openstack-request-id: req-98391cd4-aaeb-4aa5-a06c-925a45834e40 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:23:52.403195 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343ff586-2029-4b30-ac5f-f827cf95a0ce", "tag": "d271dfc3-2e52-484f-8433-9676c21da897", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:23:52.403195 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98391cd4-aaeb-4aa5-a06c-925a45834e40 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:23:52.403530 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343ff586-2029-4b30-ac5f-f827cf95a0ce', 'tag': 'd271dfc3-2e52-484f-8433-9676c21da897', 'status': 'completed', 'code': 200} Oct 27 01:23:52.434367 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-85a7fd4d-ee09-463b-ad94-26e3e52b388a tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:52.459775 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-5d396e3f-5cd9-45e3-acd1-bc2db094c49c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:52.463405 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-85a7fd4d-ee09-463b-ad94-26e3e52b388a tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:52.510833 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['d271dfc3-2e52-484f-8433-9676c21da897'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:23:52.570581 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdea4b0-003f-47a7-afe4-ba83f628cd81 req-c098a8ac-8893-4b1c-8938-ecfc1c31ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:52.572091 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-dcdea4b0-003f-47a7-afe4-ba83f628cd81 req-c098a8ac-8893-4b1c-8938-ecfc1c31ddff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e37607855ec49b6af8f28274acba57b&device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 1098 time: 0.1045525 Oct 27 01:23:52.662723 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-5d396e3f-5cd9-45e3-acd1-bc2db094c49c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:52.680331 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-61a59927-337d-4fe6-8f7b-e489fe4633ab None None] Provisioning complete for port d271dfc3-2e52-484f-8433-9676c21da897 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:23:52.680873 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61a59927-337d-4fe6-8f7b-e489fe4633ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:52.695138 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdea4b0-003f-47a7-afe4-ba83f628cd81 req-3c37ec92-20e3-4a36-b04b-49154c0a4dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:52.696601 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-dcdea4b0-003f-47a7-afe4-ba83f628cd81 req-3c37ec92-20e3-4a36-b04b-49154c0a4dd3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a4571fc-d7ab-424a-af9f-0f896f2dad41 HTTP/1.1" status: 200 len: 914 time: 0.1147270 Oct 27 01:23:52.751076 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-85a7fd4d-ee09-463b-ad94-26e3e52b388a tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:52.753611 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-85a7fd4d-ee09-463b-ad94-26e3e52b388a tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:52.754759 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-85a7fd4d-ee09-463b-ad94-26e3e52b388a tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "DELETE /v2.0/security-groups/5008b7d3-cb9b-4403-9a05-52e27afb2ad8 HTTP/1.1" status: 204 len: 168 time: 0.3971729 Oct 27 01:23:52.757843 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 36166) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:23:52.764161 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-5d396e3f-5cd9-45e3-acd1-bc2db094c49c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:52.777887 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7fd4d-ee09-463b-ad94-26e3e52b388a tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5008b7d3-cb9b-4403-9a05-52e27afb2ad8,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:52.786395 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-dcdea4b0-003f-47a7-afe4-ba83f628cd81 req-74ea77aa-ab92-44eb-9b98-568dd5a545ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d271dfc3-2e52-484f-8433-9676c21da897 HTTP/1.1" status: 200 len: 999 time: 0.0816789 Oct 27 01:23:52.838697 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d396e3f-5cd9-45e3-acd1-bc2db094c49c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f894e1-13aa-4c3b-ac49-74ff5bfdcaf5,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:52.849879 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdea4b0-003f-47a7-afe4-ba83f628cd81 req-b3a4c4db-83e9-4c0b-80ef-7127d6775668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:52.851476 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-dcdea4b0-003f-47a7-afe4-ba83f628cd81 req-b3a4c4db-83e9-4c0b-80ef-7127d6775668 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=948e74c1-7ae5-4faf-ba8f-e1cec7da79a5 HTTP/1.1" status: 200 len: 852 time: 0.0570190 Oct 27 01:23:52.860179 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-5d396e3f-5cd9-45e3-acd1-bc2db094c49c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:52.861375 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-5d396e3f-5cd9-45e3-acd1-bc2db094c49c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5760305 Oct 27 01:23:52.866438 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 36168) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:23:52.870729 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9d1c617c-b82c-449c-ad6e-3bb73a57ba29 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Request body: {'security_group_rule': {'security_group_id': '68f894e1-13aa-4c3b-ac49-74ff5bfdcaf5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:23:52.904210 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdea4b0-003f-47a7-afe4-ba83f628cd81 req-8f0133f2-d9a8-40da-8e14-c020f381612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:52.905841 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-dcdea4b0-003f-47a7-afe4-ba83f628cd81 req-8f0133f2-d9a8-40da-8e14-c020f381612d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a4571fc-d7ab-424a-af9f-0f896f2dad41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434909 Oct 27 01:23:52.941988 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e92f38b2-1c2c-4107-b7f8-b09a5793db86 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Deleting port f8bd29ff-34f0-4bfb-a227-1c29ee43d9cb {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:23:52.942352 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e92f38b2-1c2c-4107-b7f8-b09a5793db86 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:52.998844 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9d1c617c-b82c-449c-ad6e-3bb73a57ba29 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:53.006659 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-dcdea4b0-003f-47a7-afe4-ba83f628cd81 req-31b39ac1-24d5-43e5-b712-0d2971e8e620 service neutron] 10.222.0.36 "GET /v2.0/networks/9a4571fc-d7ab-424a-af9f-0f896f2dad41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907891 Oct 27 01:23:53.050384 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e92f38b2-1c2c-4107-b7f8-b09a5793db86 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:53.050709 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e92f38b2-1c2c-4107-b7f8-b09a5793db86 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:53.068890 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e92f38b2-1c2c-4107-b7f8-b09a5793db86 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Calling delete_port for f8bd29ff-34f0-4bfb-a227-1c29ee43d9cb owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:23:53.084705 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9d1c617c-b82c-449c-ad6e-3bb73a57ba29 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:53.103373 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-dcdea4b0-003f-47a7-afe4-ba83f628cd81 req-2de037f0-101e-45c0-b10c-982886315c30 service neutron] 10.222.0.36 "GET /v2.0/networks/9a4571fc-d7ab-424a-af9f-0f896f2dad41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877090 Oct 27 01:23:53.162116 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9d1c617c-b82c-449c-ad6e-3bb73a57ba29 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:53.193810 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c617c-b82c-449c-ad6e-3bb73a57ba29 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8672b69-59d0-4369-b1fc-8b4c45f7670d,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:53.462910 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9d1c617c-b82c-449c-ad6e-3bb73a57ba29 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:53.464057 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-9d1c617c-b82c-449c-ad6e-3bb73a57ba29 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5967073 Oct 27 01:23:53.467067 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36170) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:23:53.472736 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-1dcb18d5-cafd-49d5-b808-a24e0456fbcc tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Request body: {'security_group_rule': {'security_group_id': '68f894e1-13aa-4c3b-ac49-74ff5bfdcaf5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:23:53.572354 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e92f38b2-1c2c-4107-b7f8-b09a5793db86 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:53.598384 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f38b2-1c2c-4107-b7f8-b09a5793db86 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Pushing event deleted for resources: {'Port': ['ID=f8bd29ff-34f0-4bfb-a227-1c29ee43d9cb,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:53.624001 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1dcb18d5-cafd-49d5-b808-a24e0456fbcc tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:53.663308 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e92f38b2-1c2c-4107-b7f8-b09a5793db86 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:53.663893 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.db.l3_db [None req-e92f38b2-1c2c-4107-b7f8-b09a5793db86 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Floating IP bf3d957f-1157-4034-bc2a-ae8681d12dde disassociated (deleted). External IP: 172.27.3.6, port: d271dfc3-2e52-484f-8433-9676c21da897. Oct 27 01:23:53.691882 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1dcb18d5-cafd-49d5-b808-a24e0456fbcc tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:53.766339 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1dcb18d5-cafd-49d5-b808-a24e0456fbcc tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:53.784901 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb18d5-cafd-49d5-b808-a24e0456fbcc tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d0bad5-8d74-40bb-8d40-313e929dd53e,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:53.805146 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-492d1656-d040-479f-ac16-c6b929a34be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:53.870411 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1dcb18d5-cafd-49d5-b808-a24e0456fbcc tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:53.871656 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-1dcb18d5-cafd-49d5-b808-a24e0456fbcc tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4035554 Oct 27 01:23:53.874915 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 36176) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:23:53.878596 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92f38b2-1c2c-4107-b7f8-b09a5793db86 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Router 82686284-5fd9-41e7-b370-6dd6ba515da1 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:23:53.881717 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-eef2e9ba-6804-4281-9abc-9606a91a8299 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Request body: {'floatingip': {'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:23:53.996114 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eef2e9ba-6804-4281-9abc-9606a91a8299 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:54.014660 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92f38b2-1c2c-4107-b7f8-b09a5793db86 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:23:54.025805 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe87c97-05c4-47da-a500-dbf7e0d21b64 None None] Sync routers for ids ['82686284-5fd9-41e7-b370-6dd6ba515da1'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:23:54.039795 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe87c97-05c4-47da-a500-dbf7e0d21b64 None None] Routers {'82686284-5fd9-41e7-b370-6dd6ba515da1'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:23:54.039795 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-dbe87c97-05c4-47da-a500-dbf7e0d21b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:23:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['82686284-5fd9-41e7-b370-6dd6ba515da1'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:23:54.042977 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e92f38b2-1c2c-4107-b7f8-b09a5793db86 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:54.082185 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-e92f38b2-1c2c-4107-b7f8-b09a5793db86 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "DELETE /v2.0/floatingips/bf3d957f-1157-4034-bc2a-ae8681d12dde HTTP/1.1" status: 204 len: 168 time: 1.3229589 Oct 27 01:23:54.133225 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eef2e9ba-6804-4281-9abc-9606a91a8299 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:54.144886 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-dbe87c97-05c4-47da-a500-dbf7e0d21b64 None None] Set router 82686284-5fd9-41e7-b370-6dd6ba515da1 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:23:54.245753 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-eef2e9ba-6804-4281-9abc-9606a91a8299 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Allocated IP 172.27.3.244 (446c4d70-d462-4a3b-8224-efffdf97f324/4937d60a-1906-48c0-8abc-dbda7672a658/8fc1bf62-a7de-4a2c-a897-476884f95d00) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:23:54.357863 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-dbe87c97-05c4-47da-a500-dbf7e0d21b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'name': 'tempest-TestMinimumBasicScenario-60690230-router', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:00Z', 'updated_at': '2021-10-27T01:21:04Z', 'revision_number': 4, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'gw_port': {'id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:01Z', 'updated_at': '2021-10-27T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '749d6660-cf1f-45c2-8f78-1c60d1c98f9b', 'name': '', 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'mac_address': 'fa:16:3e:a4:17:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '948e74c1-7ae5-4faf-ba8f-e1cec7da79a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:03Z', 'updated_at': '2021-10-27T01:21:08Z', 'revision_number': 5, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'subnets': [{'id': '948e74c1-7ae5-4faf-ba8f-e1cec7da79a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:23:54.365090 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eef2e9ba-6804-4281-9abc-9606a91a8299 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:54.384985 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe87c97-05c4-47da-a500-dbf7e0d21b64 None None] Checking router: 82686284-5fd9-41e7-b370-6dd6ba515da1 for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:23:54.394108 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe87c97-05c4-47da-a500-dbf7e0d21b64 None None] Routers {'82686284-5fd9-41e7-b370-6dd6ba515da1'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:23:54.394733 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-dbe87c97-05c4-47da-a500-dbf7e0d21b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:23:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['82686284-5fd9-41e7-b370-6dd6ba515da1'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:23:54.404982 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343ff586-2029-4b30-ac5f-f827cf95a0ce', 'tag': 'd271dfc3-2e52-484f-8433-9676c21da897'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:23:54.407304 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f97284770e8b5c7eae555eb9b5076154bbb30c411baeb7a1d3ebc8ac0796a31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecba827-83a2-4552-a310-be9d595de57c" -d '{"events": [{"name": "network-changed", "server_uuid": "343ff586-2029-4b30-ac5f-f827cf95a0ce", "tag": "d271dfc3-2e52-484f-8433-9676c21da897"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:23:54.445138 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93b12d9-6ce1-40ca-b988-ecf4dded20e8 x-openstack-request-id: req-c93b12d9-6ce1-40ca-b988-ecf4dded20e8 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:23:54.445701 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343ff586-2029-4b30-ac5f-f827cf95a0ce", "tag": "d271dfc3-2e52-484f-8433-9676c21da897", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:23:54.446047 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c93b12d9-6ce1-40ca-b988-ecf4dded20e8 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:23:54.446541 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343ff586-2029-4b30-ac5f-f827cf95a0ce', 'tag': 'd271dfc3-2e52-484f-8433-9676c21da897', 'status': 'completed', 'code': 200} Oct 27 01:23:54.497407 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eef2e9ba-6804-4281-9abc-9606a91a8299 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:54.503027 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-dbe87c97-05c4-47da-a500-dbf7e0d21b64 None None] Set router 82686284-5fd9-41e7-b370-6dd6ba515da1 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:23:54.549641 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecba827-83a2-4552-a310-be9d595de57c req-7264bb7e-b0d5-4ab1-8615-a9b3b484c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:54.550303 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef2e9ba-6804-4281-9abc-9606a91a8299 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Network 446c4d70-d462-4a3b-8224-efffdf97f324 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:23:54.552859 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0ecba827-83a2-4552-a310-be9d595de57c req-7264bb7e-b0d5-4ab1-8615-a9b3b484c9de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e37607855ec49b6af8f28274acba57b&device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 1098 time: 0.0608265 Oct 27 01:23:54.552990 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-eef2e9ba-6804-4281-9abc-9606a91a8299 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:23:54.556532 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef2e9ba-6804-4281-9abc-9606a91a8299 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:23:54.583443 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2e9ba-6804-4281-9abc-9606a91a8299 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Pushing event updated for resources: {'Port': ['ID=8fc1bf62-a7de-4a2c-a897-476884f95d00,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:54.660172 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eef2e9ba-6804-4281-9abc-9606a91a8299 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:54.672517 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecba827-83a2-4552-a310-be9d595de57c req-7136fd79-e592-409d-8394-58fb8581d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:54.675164 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0ecba827-83a2-4552-a310-be9d595de57c req-7136fd79-e592-409d-8394-58fb8581d09d service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a4571fc-d7ab-424a-af9f-0f896f2dad41 HTTP/1.1" status: 200 len: 914 time: 0.1133864 Oct 27 01:23:54.731465 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0ecba827-83a2-4552-a310-be9d595de57c req-61fac59c-5679-4409-8f67-d391fef5d0f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d271dfc3-2e52-484f-8433-9676c21da897 HTTP/1.1" status: 200 len: 217 time: 0.0460098 Oct 27 01:23:54.758187 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-dbe87c97-05c4-47da-a500-dbf7e0d21b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'name': 'tempest-TestMinimumBasicScenario-60690230-router', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:00Z', 'updated_at': '2021-10-27T01:21:04Z', 'revision_number': 4, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'gw_port': {'id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:01Z', 'updated_at': '2021-10-27T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '749d6660-cf1f-45c2-8f78-1c60d1c98f9b', 'name': '', 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'mac_address': 'fa:16:3e:a4:17:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '948e74c1-7ae5-4faf-ba8f-e1cec7da79a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:03Z', 'updated_at': '2021-10-27T01:21:08Z', 'revision_number': 5, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'subnets': [{'id': '948e74c1-7ae5-4faf-ba8f-e1cec7da79a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:23:54.768264 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eef2e9ba-6804-4281-9abc-9606a91a8299 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:54.785792 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe87c97-05c4-47da-a500-dbf7e0d21b64 None None] The sync data for ids ['82686284-5fd9-41e7-b370-6dd6ba515da1'] in dv-cinder-815560-1-iscsi is: [{'id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'name': 'tempest-TestMinimumBasicScenario-60690230-router', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:00Z', 'updated_at': '2021-10-27T01:21:04Z', 'revision_number': 4, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'gw_port': {'id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:01Z', 'updated_at': '2021-10-27T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '749d6660-cf1f-45c2-8f78-1c60d1c98f9b', 'name': '', 'network_id': '9a4571fc-d7ab-424a-af9f-0f896f2dad41', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'mac_address': 'fa:16:3e:a4:17:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '948e74c1-7ae5-4faf-ba8f-e1cec7da79a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:03Z', 'updated_at': '2021-10-27T01:21:08Z', 'revision_number': 5, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'subnets': [{'id': '948e74c1-7ae5-4faf-ba8f-e1cec7da79a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:23:54.796008 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecba827-83a2-4552-a310-be9d595de57c req-64fac84e-bab4-4dcb-bebc-e87b3cd80040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:54.797502 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0ecba827-83a2-4552-a310-be9d595de57c req-64fac84e-bab4-4dcb-bebc-e87b3cd80040 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=948e74c1-7ae5-4faf-ba8f-e1cec7da79a5 HTTP/1.1" status: 200 len: 852 time: 0.0586278 Oct 27 01:23:54.857131 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecba827-83a2-4552-a310-be9d595de57c req-57df5617-dcb7-4480-9d14-20138c361b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:54.859340 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0ecba827-83a2-4552-a310-be9d595de57c req-57df5617-dcb7-4480-9d14-20138c361b36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a4571fc-d7ab-424a-af9f-0f896f2dad41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456510 Oct 27 01:23:54.931360 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eef2e9ba-6804-4281-9abc-9606a91a8299 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:54.952604 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0ecba827-83a2-4552-a310-be9d595de57c req-90979db4-7067-421a-9b41-e15c0be028f8 service neutron] 10.222.0.36 "GET /v2.0/networks/9a4571fc-d7ab-424a-af9f-0f896f2dad41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849314 Oct 27 01:23:54.994807 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eef2e9ba-6804-4281-9abc-9606a91a8299 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25808652'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:55.047376 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943f1f17-8d82-47be-8aea-99776b8e549d None None] New status for floating IP bf3d957f-1157-4034-bc2a-ae8681d12dde: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:23:55.060201 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0ecba827-83a2-4552-a310-be9d595de57c req-d7ff759c-99e2-48a8-af88-cf453f13bb12 service neutron] 10.222.0.36 "GET /v2.0/networks/9a4571fc-d7ab-424a-af9f-0f896f2dad41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985403 Oct 27 01:23:55.063775 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2e9ba-6804-4281-9abc-9606a91a8299 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Pushing event updated for resources: {'Port': ['ID=8fc1bf62-a7de-4a2c-a897-476884f95d00,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:55.080816 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eef2e9ba-6804-4281-9abc-9606a91a8299 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3723056'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:55.146016 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eef2e9ba-6804-4281-9abc-9606a91a8299 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:55.147416 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-eef2e9ba-6804-4281-9abc-9606a91a8299 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2714927 Oct 27 01:23:55.328407 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-186604c4-670e-4399-8a3d-087ba4237572 req-ba34efda-b57a-4324-a4c1-188ca01d2455 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--581221871&fields=id&tenant_id=ba4a231d73f5454eb53e08db96f0a471 HTTP/1.1" status: 200 len: 267 time: 0.0327904 Oct 27 01:23:55.436544 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186604c4-670e-4399-8a3d-087ba4237572 req-33895a60-0c3c-4b46-a78d-2ca30f9e434b tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:55.437977 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-186604c4-670e-4399-8a3d-087ba4237572 req-33895a60-0c3c-4b46-a78d-2ca30f9e434b tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/networks?id=b5b7050d-f17d-40a3-83d0-485beb1349f9 HTTP/1.1" status: 200 len: 810 time: 0.1024308 Oct 27 01:23:55.453068 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-186604c4-670e-4399-8a3d-087ba4237572 req-de5c442d-a324-4862-92a4-7006b68a6747 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/quotas/ba4a231d73f5454eb53e08db96f0a471 HTTP/1.1" status: 200 len: 375 time: 0.0089304 Oct 27 01:23:55.504711 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-186604c4-670e-4399-8a3d-087ba4237572 req-4b7899c6-3c80-48bb-9e4e-46b5fc4cc253 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba4a231d73f5454eb53e08db96f0a471&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458159 Oct 27 01:23:55.600532 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-186604c4-670e-4399-8a3d-087ba4237572 req-50ad6faf-9231-4bb4-bb7f-ca9dc09e62d5 service neutron] 10.222.0.32 "GET /v2.0/networks/b5b7050d-f17d-40a3-83d0-485beb1349f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844159 Oct 27 01:23:55.688018 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-186604c4-670e-4399-8a3d-087ba4237572 req-c14d6481-a18d-49ae-b80d-5a6c7873e7a6 service neutron] 10.222.0.32 "GET /v2.0/networks/b5b7050d-f17d-40a3-83d0-485beb1349f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811017 Oct 27 01:23:56.036281 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ceee20c2-d10f-4aea-9dcb-cc984de9f203 req-916f5eae-accc-451b-8480-6a46f2fafab1 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ffc98f-afa7-4826-8ea3-37f8735364b4 HTTP/1.1" status: 200 len: 210 time: 0.0262780 Oct 27 01:23:56.383606 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-73086872-d773-4607-80ad-60a15e3504a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:57.132780 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-cea2335b-8fc1-4bc9-b3b7-20c159eb2a92 req-68d83df1-edfc-420f-854d-e95a4627ad37 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ffc98f-afa7-4826-8ea3-37f8735364b4 HTTP/1.1" status: 200 len: 210 time: 0.0313551 Oct 27 01:23:57.291905 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:57.651713 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:58.285385 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-dd9175da-885d-4bb7-a1fe-29e107270852 req-251c52ed-8297-4869-9c50-c30cdbd7adaa tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ffc98f-afa7-4826-8ea3-37f8735364b4 HTTP/1.1" status: 200 len: 210 time: 0.0266960 Oct 27 01:23:58.528944 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186604c4-670e-4399-8a3d-087ba4237572 req-6b7e702e-26eb-42ba-9958-a666db8c20f7 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:58.530580 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-186604c4-670e-4399-8a3d-087ba4237572 req-6b7e702e-26eb-42ba-9958-a666db8c20f7 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.36 "GET /v2.0/networks?id=b5b7050d-f17d-40a3-83d0-485beb1349f9 HTTP/1.1" status: 200 len: 810 time: 0.1053834 Oct 27 01:23:58.583856 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-186604c4-670e-4399-8a3d-087ba4237572 req-6df79954-8a6a-47e9-822e-204fc607e1f1 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba4a231d73f5454eb53e08db96f0a471 HTTP/1.1" status: 200 len: 379 time: 0.0334597 Oct 27 01:23:58.598083 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-186604c4-670e-4399-8a3d-087ba4237572 req-6869e9aa-d017-40d1-8a24-1a7b29da4882 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Request body: {'port': {'device_id': '49ffc98f-afa7-4826-8ea3-37f8735364b4', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'admin_state_up': True, 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'security_groups': ['68f894e1-13aa-4c3b-ac49-74ff5bfdcaf5']}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:23:58.760784 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186604c4-670e-4399-8a3d-087ba4237572 req-6869e9aa-d017-40d1-8a24-1a7b29da4882 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Made reservation on behalf of ba4a231d73f5454eb53e08db96f0a471 for: {'port': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:23:58.764281 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-186604c4-670e-4399-8a3d-087ba4237572 req-6869e9aa-d017-40d1-8a24-1a7b29da4882 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:58.892285 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [req-186604c4-670e-4399-8a3d-087ba4237572 req-6869e9aa-d017-40d1-8a24-1a7b29da4882 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Allocated IP 172.20.0.14 (b5b7050d-f17d-40a3-83d0-485beb1349f9/f4a6135b-95f5-4c77-89c6-26bb40ea2187/3643169c-0e2e-4218-80ef-98b14635f672) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:23:59.028923 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-186604c4-670e-4399-8a3d-087ba4237572 req-6869e9aa-d017-40d1-8a24-1a7b29da4882 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:59.155158 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:59.157243 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-186604c4-670e-4399-8a3d-087ba4237572 req-6869e9aa-d017-40d1-8a24-1a7b29da4882 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:59.200063 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186604c4-670e-4399-8a3d-087ba4237572 req-6869e9aa-d017-40d1-8a24-1a7b29da4882 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Network b5b7050d-f17d-40a3-83d0-485beb1349f9 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:23:59.203323 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [req-186604c4-670e-4399-8a3d-087ba4237572 req-6869e9aa-d017-40d1-8a24-1a7b29da4882 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:23:59.206380 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-186604c4-670e-4399-8a3d-087ba4237572 req-6869e9aa-d017-40d1-8a24-1a7b29da4882 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:23:59.244612 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869e9aa-d017-40d1-8a24-1a7b29da4882 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Pushing event updated for resources: {'Port': ['ID=3643169c-0e2e-4218-80ef-98b14635f672,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:59.276865 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186604c4-670e-4399-8a3d-087ba4237572 req-6869e9aa-d017-40d1-8a24-1a7b29da4882 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:59.276865 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-186604c4-670e-4399-8a3d-087ba4237572 req-6869e9aa-d017-40d1-8a24-1a7b29da4882 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:59.397927 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-186604c4-670e-4399-8a3d-087ba4237572 req-6869e9aa-d017-40d1-8a24-1a7b29da4882 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8042815 Oct 27 01:23:59.411464 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee2a81-9660-4af3-b285-7cb9eeb0e394 req-fd73321e-c830-4aeb-a8db-bcaf912d3065 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:23:59.412978 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ceee2a81-9660-4af3-b285-7cb9eeb0e394 req-fd73321e-c830-4aeb-a8db-bcaf912d3065 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ffc98f-afa7-4826-8ea3-37f8735364b4 HTTP/1.1" status: 200 len: 932 time: 0.0561790 Oct 27 01:23:59.423545 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-186604c4-670e-4399-8a3d-087ba4237572 req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] Request body: {'port': {'device_id': '49ffc98f-afa7-4826-8ea3-37f8735364b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:23:59.445666 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-a887d1e7-e43d-457d-812b-78566accd7cc None None] Provisioning complete for port 3643169c-0e2e-4218-80ef-98b14635f672 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:23:59.446182 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a887d1e7-e43d-457d-812b-78566accd7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:59.457680 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ceee2a81-9660-4af3-b285-7cb9eeb0e394 req-8fba93f3-7090-42e2-9dd2-91717c01e8de tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=68f894e1-13aa-4c3b-ac49-74ff5bfdcaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381212 Oct 27 01:23:59.484019 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-186604c4-670e-4399-8a3d-087ba4237572 req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:59.511194 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-a887d1e7-e43d-457d-812b-78566accd7cc None None] Port 3643169c-0e2e-4218-80ef-98b14635f672 cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:23:59.746874 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [req-186604c4-670e-4399-8a3d-087ba4237572 req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3643169c-0e2e-4218-80ef-98b14635f672 {{(pid=102100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:23:59.755917 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-186604c4-670e-4399-8a3d-087ba4237572 req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:59.769107 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.provisioning_blocks [req-186604c4-670e-4399-8a3d-087ba4237572 req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] Transition to ACTIVE for port object 3643169c-0e2e-4218-80ef-98b14635f672 will not be triggered until provisioned by entity L2. {{(pid=102100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:23:59.840421 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-186604c4-670e-4399-8a3d-087ba4237572 req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:23:59.895087 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] Pushing event updated for resources: {'Port': ['ID=3643169c-0e2e-4218-80ef-98b14635f672,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:23:59.964786 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-186604c4-670e-4399-8a3d-087ba4237572 req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] Attempting to bind port 3643169c-0e2e-4218-80ef-98b14635f672 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:23:59.965116 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-186604c4-670e-4399-8a3d-087ba4237572 req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] Attempting to bind port 3643169c-0e2e-4218-80ef-98b14635f672 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '48fbe17e-f5fd-4595-9ff4-16bc39f15b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9'}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:23:59.965437 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186604c4-670e-4399-8a3d-087ba4237572 req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] Attempting to bind port 3643169c-0e2e-4218-80ef-98b14635f672 on network b5b7050d-f17d-40a3-83d0-485beb1349f9 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:23:59.969928 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186604c4-670e-4399-8a3d-087ba4237572 req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] Port 3643169c-0e2e-4218-80ef-98b14635f672 on network b5b7050d-f17d-40a3-83d0-485beb1349f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:23:59.970288 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186604c4-670e-4399-8a3d-087ba4237572 req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] Attempting to bind port 3643169c-0e2e-4218-80ef-98b14635f672 on network b5b7050d-f17d-40a3-83d0-485beb1349f9 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:23:59.976305 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186604c4-670e-4399-8a3d-087ba4237572 req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] Checking agent: {'id': '5557effb-edc1-4af5-af56-f2013bdcbb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'started_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:23:59.985146 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186604c4-670e-4399-8a3d-087ba4237572 req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] Checking segment: {'id': '48fbe17e-f5fd-4595-9ff4-16bc39f15b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:23:59.985146 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186604c4-670e-4399-8a3d-087ba4237572 req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] Bound using segment: {'id': '48fbe17e-f5fd-4595-9ff4-16bc39f15b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9'} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:23:59.985146 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-186604c4-670e-4399-8a3d-087ba4237572 req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] Bound port: 3643169c-0e2e-4218-80ef-98b14635f672, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48fbe17e-f5fd-4595-9ff4-16bc39f15b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9'}}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:23:59.985146 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-186604c4-670e-4399-8a3d-087ba4237572 req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:00.045111 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-186604c4-670e-4399-8a3d-087ba4237572 req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] For port 3643169c-0e2e-4218-80ef-98b14635f672, host hv-cinder-81556, cleared binding levels {{(pid=102100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:24:00.048367 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-186604c4-670e-4399-8a3d-087ba4237572 req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] For port 3643169c-0e2e-4218-80ef-98b14635f672, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=3643169c-0e2e-4218-80ef-98b14635f672,segment=NetworkSegment(48fbe17e-f5fd-4595-9ff4-16bc39f15b51),segment_id=48fbe17e-f5fd-4595-9ff4-16bc39f15b51)] {{(pid=102100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:24:00.149661 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-186604c4-670e-4399-8a3d-087ba4237572 req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:00.187527 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186604c4-670e-4399-8a3d-087ba4237572 req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:00.187527 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-186604c4-670e-4399-8a3d-087ba4237572 req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:00.187527 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-186604c4-670e-4399-8a3d-087ba4237572 req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] 10.222.0.36 "PUT /v2.0/ports/3643169c-0e2e-4218-80ef-98b14635f672 HTTP/1.1" status: 200 len: 1094 time: 0.7681713 Oct 27 01:24:00.187998 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ffc98f-afa7-4826-8ea3-37f8735364b4', 'tag': '3643169c-0e2e-4218-80ef-98b14635f672'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:24:00.190499 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef58c3b-7d14-4f67-b9e7-7cff80146129" -d '{"events": [{"name": "network-changed", "server_uuid": "49ffc98f-afa7-4826-8ea3-37f8735364b4", "tag": "3643169c-0e2e-4218-80ef-98b14635f672"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:24:00.215440 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df5638-2e29-4d12-8f88-8349d1f02908 service neutron] Pushing event updated for resources: {'Port': ['ID=3643169c-0e2e-4218-80ef-98b14635f672,revision_number=3']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:00.248248 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc645ff-3f92-4662-b4c3-b1e5122f8038 x-openstack-request-id: req-dfc645ff-3f92-4662-b4c3-b1e5122f8038 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:24:00.248522 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ffc98f-afa7-4826-8ea3-37f8735364b4", "tag": "3643169c-0e2e-4218-80ef-98b14635f672", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:24:00.248772 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfc645ff-3f92-4662-b4c3-b1e5122f8038 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:24:00.249258 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ffc98f-afa7-4826-8ea3-37f8735364b4', 'tag': '3643169c-0e2e-4218-80ef-98b14635f672', 'status': 'completed', 'code': 200} Oct 27 01:24:00.352273 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef58c3b-7d14-4f67-b9e7-7cff80146129 req-6b7040e2-a470-4e3b-a2e2-c72b1f2b77ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:00.354053 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-3ef58c3b-7d14-4f67-b9e7-7cff80146129 req-6b7040e2-a470-4e3b-a2e2-c72b1f2b77ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba4a231d73f5454eb53e08db96f0a471&device_id=49ffc98f-afa7-4826-8ea3-37f8735364b4 HTTP/1.1" status: 200 len: 1097 time: 0.0430744 Oct 27 01:24:00.465487 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef58c3b-7d14-4f67-b9e7-7cff80146129 req-f61b2e25-f10a-4f3b-a434-77ccd752d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:00.466972 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-3ef58c3b-7d14-4f67-b9e7-7cff80146129 req-f61b2e25-f10a-4f3b-a434-77ccd752d482 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ba4a231d73f5454eb53e08db96f0a471&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0957701 Oct 27 01:24:00.571207 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef58c3b-7d14-4f67-b9e7-7cff80146129 req-1e9b0162-13e4-41ba-9b7d-2ed2a21df3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:00.572730 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-3ef58c3b-7d14-4f67-b9e7-7cff80146129 req-1e9b0162-13e4-41ba-9b7d-2ed2a21df3e7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954165 Oct 27 01:24:00.578148 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2506ff-1ba2-41d1-a10f-cb53745373b1 req-e2d3f44d-2600-4be4-81ae-4ac01fe7fc50 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:00.579640 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-de2506ff-1ba2-41d1-a10f-cb53745373b1 req-e2d3f44d-2600-4be4-81ae-4ac01fe7fc50 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ffc98f-afa7-4826-8ea3-37f8735364b4 HTTP/1.1" status: 200 len: 944 time: 0.0479932 Oct 27 01:24:00.619971 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-de2506ff-1ba2-41d1-a10f-cb53745373b1 req-e249812f-09a6-4804-80e2-8d215949541b tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=68f894e1-13aa-4c3b-ac49-74ff5bfdcaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335014 Oct 27 01:24:00.694224 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce5b1e-af0c-43a7-b812-50298e0b257e req-2b8707f3-35a1-4ebe-aa3e-979f6ee831bd tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:00.694224 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d2ce5b1e-af0c-43a7-b812-50298e0b257e req-2b8707f3-35a1-4ebe-aa3e-979f6ee831bd tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 945 time: 0.0519044 Oct 27 01:24:00.737541 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186604c4-670e-4399-8a3d-087ba4237572 req-f0df892b-4116-4123-80cf-a47bce3c06b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:00.739272 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-186604c4-670e-4399-8a3d-087ba4237572 req-f0df892b-4116-4123-80cf-a47bce3c06b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba4a231d73f5454eb53e08db96f0a471&device_id=49ffc98f-afa7-4826-8ea3-37f8735364b4 HTTP/1.1" status: 200 len: 1097 time: 0.0517218 Oct 27 01:24:00.742455 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d2ce5b1e-af0c-43a7-b812-50298e0b257e req-c6aff3d8-9edb-4c3a-af10-e0ef56b3eac0 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464313 Oct 27 01:24:00.797065 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-186604c4-670e-4399-8a3d-087ba4237572 req-3cc2668f-3b40-4b3f-bc0f-c7823755aa67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3643169c-0e2e-4218-80ef-98b14635f672 HTTP/1.1" status: 200 len: 217 time: 0.0373154 Oct 27 01:24:00.853957 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186604c4-670e-4399-8a3d-087ba4237572 req-df70a776-f4e4-4863-92a9-4248e47b5b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:00.855438 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-186604c4-670e-4399-8a3d-087ba4237572 req-df70a776-f4e4-4863-92a9-4248e47b5b03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4a6135b-95f5-4c77-89c6-26bb40ea2187 HTTP/1.1" status: 200 len: 849 time: 0.0492525 Oct 27 01:24:00.903715 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186604c4-670e-4399-8a3d-087ba4237572 req-05fe16e0-4285-44bb-92cb-b1bbe50cf2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:00.905225 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-186604c4-670e-4399-8a3d-087ba4237572 req-05fe16e0-4285-44bb-92cb-b1bbe50cf2b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5b7050d-f17d-40a3-83d0-485beb1349f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403273 Oct 27 01:24:00.956401 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-af6e6a4e-8755-43cf-b0df-735a034a4f5f tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:00.957869 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-af6e6a4e-8755-43cf-b0df-735a034a4f5f tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/networks?id=c89d8d0d-00d8-415f-ae8d-2501c753c88f HTTP/1.1" status: 200 len: 815 time: 0.1010687 Oct 27 01:24:00.973649 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-0b08df23-ceef-41e5-9c1d-b0f2c9cb92e7 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/quotas/0aca48cc13184200acc3cee83bf4265c HTTP/1.1" status: 200 len: 375 time: 0.0096433 Oct 27 01:24:00.996626 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-186604c4-670e-4399-8a3d-087ba4237572 req-401ab503-deef-46f8-914c-227ac36a211b service neutron] 10.222.0.36 "GET /v2.0/networks/b5b7050d-f17d-40a3-83d0-485beb1349f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825613 Oct 27 01:24:01.029804 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-e1b70666-37cc-43ab-a35c-65ab2e5ae758 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0aca48cc13184200acc3cee83bf4265c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505805 Oct 27 01:24:01.092236 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-186604c4-670e-4399-8a3d-087ba4237572 req-a5f0a0f6-bf3d-480f-8838-89c75b3f7a02 service neutron] 10.222.0.36 "GET /v2.0/networks/b5b7050d-f17d-40a3-83d0-485beb1349f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844870 Oct 27 01:24:01.118097 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-88c3bf26-3c11-4558-a540-6ce6e09551ad service neutron] 10.222.0.32 "GET /v2.0/networks/c89d8d0d-00d8-415f-ae8d-2501c753c88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810308 Oct 27 01:24:01.208502 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-5a6a913a-4269-438c-914e-3150fee21db2 service neutron] 10.222.0.32 "GET /v2.0/networks/c89d8d0d-00d8-415f-ae8d-2501c753c88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841951 Oct 27 01:24:01.518359 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d84683ef-85c3-431b-8097-39e63ec594f6 req-777abc7d-ee1f-495f-abac-0123de1fdd4d tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e62ec14-e607-433f-90ae-db4ee8317198 HTTP/1.1" status: 200 len: 210 time: 0.0279007 Oct 27 01:24:01.738526 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0293466-d24e-4e4b-8510-e9608952c6e5 req-98448ea0-352f-43fc-b6ca-9a57be1692e8 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:01.740007 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b0293466-d24e-4e4b-8510-e9608952c6e5 req-98448ea0-352f-43fc-b6ca-9a57be1692e8 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ffc98f-afa7-4826-8ea3-37f8735364b4 HTTP/1.1" status: 200 len: 944 time: 0.0518124 Oct 27 01:24:01.781915 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b0293466-d24e-4e4b-8510-e9608952c6e5 req-b52be605-013e-4bec-8793-69c741d3ddf9 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=68f894e1-13aa-4c3b-ac49-74ff5bfdcaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359507 Oct 27 01:24:01.869658 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29287f42-abe9-4ccb-9173-faf031342f88 req-c0199dad-1f94-4c2b-8ff8-80ec009179b9 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:01.871093 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-29287f42-abe9-4ccb-9173-faf031342f88 req-c0199dad-1f94-4c2b-8ff8-80ec009179b9 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 945 time: 0.0533483 Oct 27 01:24:01.910802 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-29287f42-abe9-4ccb-9173-faf031342f88 req-b5f043e6-1a19-4d0a-a2c2-2001d7a09b1a tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329030 Oct 27 01:24:02.609980 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6c89dead-5b76-476f-aa04-aa9a48410714 req-d7e7ee9d-f3c3-4cfe-96aa-1ca46b3fb160 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e62ec14-e607-433f-90ae-db4ee8317198 HTTP/1.1" status: 200 len: 210 time: 0.0269251 Oct 27 01:24:02.895814 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fe3d6-e270-49b8-9471-8c7ca9a28340 req-478bd718-5124-474c-8631-0c2efc14b151 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:02.897311 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-346fe3d6-e270-49b8-9471-8c7ca9a28340 req-478bd718-5124-474c-8631-0c2efc14b151 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ffc98f-afa7-4826-8ea3-37f8735364b4 HTTP/1.1" status: 200 len: 944 time: 0.0486693 Oct 27 01:24:02.936003 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-346fe3d6-e270-49b8-9471-8c7ca9a28340 req-e7587002-2f91-4c4b-91f8-a388c68528e0 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=68f894e1-13aa-4c3b-ac49-74ff5bfdcaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326509 Oct 27 01:24:03.035817 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a4ad6-9e09-4106-9a04-10b8293beb2e req-b4b5ddaa-d9d7-459f-bbca-779af59b18e4 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:03.037177 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1b0a4ad6-9e09-4106-9a04-10b8293beb2e req-b4b5ddaa-d9d7-459f-bbca-779af59b18e4 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 945 time: 0.0542583 Oct 27 01:24:03.076156 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1b0a4ad6-9e09-4106-9a04-10b8293beb2e req-79f8a7ac-44eb-4f32-8cf5-13005dc45fc9 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/security-groups?id=55e07a11-a67b-43a2-ab9b-062cd1089211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331085 Oct 27 01:24:03.121464 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f600630-b802-4a63-bb23-3d6ab9a565c0 req-2b3a1075-0620-43b8-a8e8-167d4bedffdb tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:03.122969 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-9f600630-b802-4a63-bb23-3d6ab9a565c0 req-2b3a1075-0620-43b8-a8e8-167d4bedffdb tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.36 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 945 time: 0.0499103 Oct 27 01:24:03.216139 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-9f600630-b802-4a63-bb23-3d6ab9a565c0 req-e0a402ed-5994-4a7c-bfbb-0a7c5dff41e4 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Deleting port d271dfc3-2e52-484f-8433-9676c21da897 {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:24:03.216477 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-9f600630-b802-4a63-bb23-3d6ab9a565c0 req-e0a402ed-5994-4a7c-bfbb-0a7c5dff41e4 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:03.301710 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-9f600630-b802-4a63-bb23-3d6ab9a565c0 req-e0a402ed-5994-4a7c-bfbb-0a7c5dff41e4 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] For port d271dfc3-2e52-484f-8433-9676c21da897, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=d271dfc3-2e52-484f-8433-9676c21da897,segment=NetworkSegment(e1dae18a-ab4f-4784-846d-9fc752dcf330),segment_id=e1dae18a-ab4f-4784-846d-9fc752dcf330)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:03.301989 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-9f600630-b802-4a63-bb23-3d6ab9a565c0 req-e0a402ed-5994-4a7c-bfbb-0a7c5dff41e4 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:03.313917 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-9f600630-b802-4a63-bb23-3d6ab9a565c0 req-e0a402ed-5994-4a7c-bfbb-0a7c5dff41e4 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Calling delete_port for d271dfc3-2e52-484f-8433-9676c21da897 owned by compute:nova {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:24:03.497804 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-9f600630-b802-4a63-bb23-3d6ab9a565c0 req-e0a402ed-5994-4a7c-bfbb-0a7c5dff41e4 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:03.526594 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a402ed-5994-4a7c-bfbb-0a7c5dff41e4 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Pushing event deleted for resources: {'Port': ['ID=d271dfc3-2e52-484f-8433-9676c21da897,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:03.538515 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['d271dfc3-2e52-484f-8433-9676c21da897'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:24:03.576764 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f600630-b802-4a63-bb23-3d6ab9a565c0 req-e0a402ed-5994-4a7c-bfbb-0a7c5dff41e4 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] No DVR routers for this DVR port d271dfc3-2e52-484f-8433-9676c21da897 on host hv-cinder-81556 {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:24:03.579234 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-9f600630-b802-4a63-bb23-3d6ab9a565c0 req-e0a402ed-5994-4a7c-bfbb-0a7c5dff41e4 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:03.583086 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-9f600630-b802-4a63-bb23-3d6ab9a565c0 req-e0a402ed-5994-4a7c-bfbb-0a7c5dff41e4 tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.36 "DELETE /v2.0/ports/d271dfc3-2e52-484f-8433-9676c21da897 HTTP/1.1" status: 204 len: 173 time: 0.4535332 Oct 27 01:24:03.584412 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343ff586-2029-4b30-ac5f-f827cf95a0ce', 'name': 'network-vif-deleted', 'tag': 'd271dfc3-2e52-484f-8433-9676c21da897'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:24:03.585816 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75188baf-0538-45f2-b6ac-571c5ebc6e2d" -d '{"events": [{"server_uuid": "343ff586-2029-4b30-ac5f-f827cf95a0ce", "name": "network-vif-deleted", "tag": "d271dfc3-2e52-484f-8433-9676c21da897"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:24:03.624774 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9d640e-75ee-43c4-99d0-d6f6f657e6c8 x-openstack-request-id: req-2b9d640e-75ee-43c4-99d0-d6f6f657e6c8 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:24:03.624774 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343ff586-2029-4b30-ac5f-f827cf95a0ce", "name": "network-vif-deleted", "tag": "d271dfc3-2e52-484f-8433-9676c21da897", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:24:03.624774 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b9d640e-75ee-43c4-99d0-d6f6f657e6c8 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:24:03.624774 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343ff586-2029-4b30-ac5f-f827cf95a0ce', 'name': 'network-vif-deleted', 'tag': 'd271dfc3-2e52-484f-8433-9676c21da897', 'status': 'completed', 'code': 200} Oct 27 01:24:03.708322 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-106b6511-ed27-4c0b-8bf8-f95f335d0ae8 req-0772ce90-0f2d-4b1a-89c3-5b0a15fdc11d tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e62ec14-e607-433f-90ae-db4ee8317198 HTTP/1.1" status: 200 len: 210 time: 0.0277405 Oct 27 01:24:03.714585 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 3643169c-0e2e-4218-80ef-98b14635f672 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:24:03.823567 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 3643169c-0e2e-4218-80ef-98b14635f672, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=3643169c-0e2e-4218-80ef-98b14635f672,segment=NetworkSegment(48fbe17e-f5fd-4595-9ff4-16bc39f15b51),segment_id=48fbe17e-f5fd-4595-9ff4-16bc39f15b51)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:03.842275 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': '3643169c-0e2e-4218-80ef-98b14635f672', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'port_id': '3643169c-0e2e-4218-80ef-98b14635f672', 'mac_address': 'fa:16:3e:99:f6:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:24:03.850331 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-eb1ca15f-bb7b-425a-8fc1-230bac5c00d2 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:03.851868 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-eb1ca15f-bb7b-425a-8fc1-230bac5c00d2 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.36 "GET /v2.0/networks?id=c89d8d0d-00d8-415f-ae8d-2501c753c88f HTTP/1.1" status: 200 len: 815 time: 0.1295264 Oct 27 01:24:03.886098 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:03.899951 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3643169c-0e2e-4218-80ef-98b14635f672 {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:24:03.905383 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-ecf1b0f1-0de1-43ad-bc9d-635c7d48fc1c tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Request body: {'port': {'device_id': '1e62ec14-e607-433f-90ae-db4ee8317198', 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f', 'admin_state_up': True, 'tenant_id': '0aca48cc13184200acc3cee83bf4265c'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:24:03.922511 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 3643169c-0e2e-4218-80ef-98b14635f672, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=3643169c-0e2e-4218-80ef-98b14635f672,segment=NetworkSegment(48fbe17e-f5fd-4595-9ff4-16bc39f15b51),segment_id=48fbe17e-f5fd-4595-9ff4-16bc39f15b51)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:04.068654 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c8ba2-4698-4af7-9f03-079ef34998a1 req-8c752698-91ac-45cd-adae-be9e9be2f7dd tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:04.070198 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-785c8ba2-4698-4af7-9f03-079ef34998a1 req-8c752698-91ac-45cd-adae-be9e9be2f7dd tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ffc98f-afa7-4826-8ea3-37f8735364b4 HTTP/1.1" status: 200 len: 944 time: 0.0558944 Oct 27 01:24:04.102890 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:04.112081 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-785c8ba2-4698-4af7-9f03-079ef34998a1 req-a09d1dff-fa6d-4443-9d3f-28889f2acf9e tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=68f894e1-13aa-4c3b-ac49-74ff5bfdcaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331914 Oct 27 01:24:04.162933 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=3643169c-0e2e-4218-80ef-98b14635f672,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:04.170988 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-ecf1b0f1-0de1-43ad-bc9d-635c7d48fc1c tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Made reservation on behalf of 0aca48cc13184200acc3cee83bf4265c for: {'port': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:24:04.176340 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-ecf1b0f1-0de1-43ad-bc9d-635c7d48fc1c tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:04.195408 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3f58de06-9e70-4304-90ab-725ac81da472 req-0ddb3ff6-d390-4127-9b3c-a620429c2c8f tempest-TestMinimumBasicScenario-623314913 tempest-TestMinimumBasicScenario-623314913-project] 10.222.0.32 "GET /v2.0/ports?device_id=343ff586-2029-4b30-ac5f-f827cf95a0ce HTTP/1.1" status: 200 len: 210 time: 0.0319026 Oct 27 01:24:04.301290 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-ecf1b0f1-0de1-43ad-bc9d-635c7d48fc1c tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Allocated IP 172.20.0.8 (c89d8d0d-00d8-415f-ae8d-2501c753c88f/d005165f-9d44-442d-abef-8e90845d65b1/f8c2d635-d80c-468a-920f-2b16de931b30) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:24:04.444906 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-ecf1b0f1-0de1-43ad-bc9d-635c7d48fc1c tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:04.543880 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-ecf1b0f1-0de1-43ad-bc9d-635c7d48fc1c tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:04.549748 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['3643169c-0e2e-4218-80ef-98b14635f672'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:24:04.593783 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-ecf1b0f1-0de1-43ad-bc9d-635c7d48fc1c tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Network c89d8d0d-00d8-415f-ae8d-2501c753c88f is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:04.597821 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-ecf1b0f1-0de1-43ad-bc9d-635c7d48fc1c tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:04.602553 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-ecf1b0f1-0de1-43ad-bc9d-635c7d48fc1c tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:24:04.606582 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1b0f1-0de1-43ad-bc9d-635c7d48fc1c tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Pushing event updated for resources: {'Port': ['ID=f8c2d635-d80c-468a-920f-2b16de931b30,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:04.652755 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-ecf1b0f1-0de1-43ad-bc9d-635c7d48fc1c tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:04.653356 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-ecf1b0f1-0de1-43ad-bc9d-635c7d48fc1c tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:04.734531 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-ecf1b0f1-0de1-43ad-bc9d-635c7d48fc1c tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8349020 Oct 27 01:24:04.758693 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] Request body: {'port': {'device_id': '1e62ec14-e607-433f-90ae-db4ee8317198', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:24:04.818315 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:04.831274 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e44e46-ecde-4879-8c23-203d49ef751b req-634436ef-44be-4b49-9f39-bc16219c1bfa tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:04.833087 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-77e44e46-ecde-4879-8c23-203d49ef751b req-634436ef-44be-4b49-9f39-bc16219c1bfa tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e62ec14-e607-433f-90ae-db4ee8317198 HTTP/1.1" status: 200 len: 931 time: 0.0557389 Oct 27 01:24:04.877192 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-77e44e46-ecde-4879-8c23-203d49ef751b req-48cca2de-192b-4edc-98d4-8db31ffc422a tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356534 Oct 27 01:24:05.091460 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c2d635-d80c-468a-920f-2b16de931b30 {{(pid=102100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:24:05.098982 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:05.111260 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.provisioning_blocks [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] Transition to ACTIVE for port object f8c2d635-d80c-468a-920f-2b16de931b30 will not be triggered until provisioned by entity L2. {{(pid=102100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:24:05.154834 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:05.206415 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c2d635-d80c-468a-920f-2b16de931b30,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:05.230730 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63203588-c82c-4cdc-8686-a96c9de2ffb4 req-97b6dfa7-aa93-47a6-9530-6336f09cdccd tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:05.232237 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-63203588-c82c-4cdc-8686-a96c9de2ffb4 req-97b6dfa7-aa93-47a6-9530-6336f09cdccd tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ffc98f-afa7-4826-8ea3-37f8735364b4 HTTP/1.1" status: 200 len: 945 time: 0.0550976 Oct 27 01:24:05.260337 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['3c2e10e7-5f1e-4d8b-8f85-8ee84618befe', '53ddad0e-9508-4aac-a462-30949e2d214b', 'ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:24:05.283107 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] Attempting to bind port f8c2d635-d80c-468a-920f-2b16de931b30 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:24:05.283438 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] Attempting to bind port f8c2d635-d80c-468a-920f-2b16de931b30 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': 'b72d2fa2-ce49-4700-84dc-0df1dbeb81d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f'}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:24:05.283939 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] Attempting to bind port f8c2d635-d80c-468a-920f-2b16de931b30 on network c89d8d0d-00d8-415f-ae8d-2501c753c88f {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:05.285172 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-63203588-c82c-4cdc-8686-a96c9de2ffb4 req-53a22642-b56f-4ea4-aa1a-3604d388aa3c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=68f894e1-13aa-4c3b-ac49-74ff5bfdcaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448437 Oct 27 01:24:05.288603 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] Port f8c2d635-d80c-468a-920f-2b16de931b30 on network c89d8d0d-00d8-415f-ae8d-2501c753c88f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:24:05.288964 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] Attempting to bind port f8c2d635-d80c-468a-920f-2b16de931b30 on network c89d8d0d-00d8-415f-ae8d-2501c753c88f {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:05.294508 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] Checking agent: {'id': '5557effb-edc1-4af5-af56-f2013bdcbb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'started_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:24:05.295337 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] Checking segment: {'id': 'b72d2fa2-ce49-4700-84dc-0df1dbeb81d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:24:05.295337 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] Bound using segment: {'id': 'b72d2fa2-ce49-4700-84dc-0df1dbeb81d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f'} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:24:05.295637 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] Bound port: f8c2d635-d80c-468a-920f-2b16de931b30, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b72d2fa2-ce49-4700-84dc-0df1dbeb81d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f'}}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:24:05.295990 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:05.360569 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] For port f8c2d635-d80c-468a-920f-2b16de931b30, host hv-cinder-81556, cleared binding levels {{(pid=102100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:24:05.364939 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] For port f8c2d635-d80c-468a-920f-2b16de931b30, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=f8c2d635-d80c-468a-920f-2b16de931b30,segment=NetworkSegment(b72d2fa2-ce49-4700-84dc-0df1dbeb81d5),segment_id=b72d2fa2-ce49-4700-84dc-0df1dbeb81d5)] {{(pid=102100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:24:05.452773 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:05.495325 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:05.495941 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:05.497321 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] 10.222.0.36 "PUT /v2.0/ports/f8c2d635-d80c-468a-920f-2b16de931b30 HTTP/1.1" status: 200 len: 1093 time: 0.7429938 Oct 27 01:24:05.529001 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8ab41-cbb9-423e-b5e7-3b58f41a4d57 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c2d635-d80c-468a-920f-2b16de931b30,revision_number=3']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:05.625533 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e62ec14-e607-433f-90ae-db4ee8317198', 'tag': 'f8c2d635-d80c-468a-920f-2b16de931b30'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:24:05.628510 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11642da0-9af8-4f31-8c38-dae321679be2" -d '{"events": [{"name": "network-changed", "server_uuid": "1e62ec14-e607-433f-90ae-db4ee8317198", "tag": "f8c2d635-d80c-468a-920f-2b16de931b30"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:24:05.662437 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828ef5e5-c6a9-482f-ac62-1fe0bf3b8ddd x-openstack-request-id: req-828ef5e5-c6a9-482f-ac62-1fe0bf3b8ddd {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:24:05.662729 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e62ec14-e607-433f-90ae-db4ee8317198", "tag": "f8c2d635-d80c-468a-920f-2b16de931b30", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:24:05.662985 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-828ef5e5-c6a9-482f-ac62-1fe0bf3b8ddd {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:24:05.663380 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e62ec14-e607-433f-90ae-db4ee8317198', 'tag': 'f8c2d635-d80c-468a-920f-2b16de931b30', 'status': 'completed', 'code': 200} Oct 27 01:24:05.728919 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 3643169c-0e2e-4218-80ef-98b14635f672 up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:05.735495 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-d3d5875c-db41-4e08-9205-57db6211d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:05.737500 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-d3d5875c-db41-4e08-9205-57db6211d6b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0aca48cc13184200acc3cee83bf4265c&device_id=1e62ec14-e607-433f-90ae-db4ee8317198 HTTP/1.1" status: 200 len: 1096 time: 0.0472577 Oct 27 01:24:05.795158 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-2f7df22c-c198-475d-a017-961c9ea6e9f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8c2d635-d80c-468a-920f-2b16de931b30 HTTP/1.1" status: 200 len: 217 time: 0.0367241 Oct 27 01:24:05.842564 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-49d87851-4c6a-4641-ba75-176de52cd251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:05.844002 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-49d87851-4c6a-4641-ba75-176de52cd251 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d005165f-9d44-442d-abef-8e90845d65b1 HTTP/1.1" status: 200 len: 855 time: 0.0440996 Oct 27 01:24:05.846842 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning for port 3643169c-0e2e-4218-80ef-98b14635f672 completed by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:24:05.851352 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port 3643169c-0e2e-4218-80ef-98b14635f672 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:05.851617 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:05.879061 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-59e8d1ee-634a-4e57-b3be-5459bfd4516c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c89d8d0d-00d8-415f-ae8d-2501c753c88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256259 Oct 27 01:24:05.939952 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:05.967269 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ffc98f-afa7-4826-8ea3-37f8735364b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3643169c-0e2e-4218-80ef-98b14635f672'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:24:05.969592 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8da7f0-017f-44a0-9089-d233f84f7811" -d '{"events": [{"server_uuid": "49ffc98f-afa7-4826-8ea3-37f8735364b4", "name": "network-vif-plugged", "status": "completed", "tag": "3643169c-0e2e-4218-80ef-98b14635f672"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:24:06.006706 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 3643169c-0e2e-4218-80ef-98b14635f672, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=3643169c-0e2e-4218-80ef-98b14635f672,segment=NetworkSegment(48fbe17e-f5fd-4595-9ff4-16bc39f15b51),segment_id=48fbe17e-f5fd-4595-9ff4-16bc39f15b51)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:06.009035 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7e14b-9ad3-46d2-9178-208b5d7e6b71 req-4496739d-9e32-4c31-80c0-5ec27d1982c9 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:06.013162 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-24a7e14b-9ad3-46d2-9178-208b5d7e6b71 req-4496739d-9e32-4c31-80c0-5ec27d1982c9 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e62ec14-e607-433f-90ae-db4ee8317198 HTTP/1.1" status: 200 len: 943 time: 0.0655565 Oct 27 01:24:06.023809 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff660b13-dbd7-4cdc-927f-a56b7c0b3e11 x-openstack-request-id: req-ff660b13-dbd7-4cdc-927f-a56b7c0b3e11 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:24:06.024022 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ffc98f-afa7-4826-8ea3-37f8735364b4", "name": "network-vif-plugged", "status": "completed", "tag": "3643169c-0e2e-4218-80ef-98b14635f672", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:24:06.024284 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff660b13-dbd7-4cdc-927f-a56b7c0b3e11 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:24:06.024701 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ffc98f-afa7-4826-8ea3-37f8735364b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3643169c-0e2e-4218-80ef-98b14635f672', 'code': 200} Oct 27 01:24:06.057742 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-24a7e14b-9ad3-46d2-9178-208b5d7e6b71 req-248a8464-29d2-46f1-867d-9887508c08a1 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352376 Oct 27 01:24:06.137758 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:06.140367 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device d271dfc3-2e52-484f-8433-9676c21da897 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:24:06.181759 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] No Port match for: d271dfc3-2e52-484f-8433-9676c21da897 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:24:06.182131 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device d271dfc3-2e52-484f-8433-9676c21da897 not bound to the agent host hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:24:06.211149 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=3643169c-0e2e-4218-80ef-98b14635f672,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:06.229473 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-dee6280d-c9be-40c6-8619-2f60acf439e7 service neutron] 10.222.0.36 "GET /v2.0/networks/c89d8d0d-00d8-415f-ae8d-2501c753c88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405530 Oct 27 01:24:06.328514 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f6a6fd4b-de39-4b7d-9e70-5b62ab36c4a6 req-5150a50a-53f8-43a5-828b-7310febc052c service neutron] 10.222.0.36 "GET /v2.0/networks/c89d8d0d-00d8-415f-ae8d-2501c753c88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864780 Oct 27 01:24:06.405427 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d3e24-a9ae-4067-af2e-7317ceba2e74 req-7d81fae0-9688-4dac-a1d8-527634d874c1 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:06.406920 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1a3d3e24-a9ae-4067-af2e-7317ceba2e74 req-7d81fae0-9688-4dac-a1d8-527634d874c1 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ffc98f-afa7-4826-8ea3-37f8735364b4 HTTP/1.1" status: 200 len: 946 time: 0.0540483 Oct 27 01:24:06.446421 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1a3d3e24-a9ae-4067-af2e-7317ceba2e74 req-c5cb775f-a2b4-4b4f-8619-763eb5a6489c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=68f894e1-13aa-4c3b-ac49-74ff5bfdcaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318978 Oct 27 01:24:06.499348 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7944e-4402-45ec-bf0d-1199b7bb13fe req-1aa246df-aa45-4964-a54b-268114666a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:06.500852 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e1d7944e-4402-45ec-bf0d-1199b7bb13fe req-1aa246df-aa45-4964-a54b-268114666a76 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=49ffc98f-afa7-4826-8ea3-37f8735364b4 HTTP/1.1" status: 200 len: 1099 time: 0.0466237 Oct 27 01:24:06.544469 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:24:06.627205 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e1d7944e-4402-45ec-bf0d-1199b7bb13fe req-4f849774-592f-448e-b2b5-c7b606d88892 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=68f894e1-13aa-4c3b-ac49-74ff5bfdcaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529788 Oct 27 01:24:06.634950 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11642da0-9af8-4f31-8c38-dae321679be2 req-d8dfd1e0-7ec1-464e-884c-0e3837ff765a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:06.636326 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-11642da0-9af8-4f31-8c38-dae321679be2 req-d8dfd1e0-7ec1-464e-884c-0e3837ff765a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0aca48cc13184200acc3cee83bf4265c&device_id=1e62ec14-e607-433f-90ae-db4ee8317198 HTTP/1.1" status: 200 len: 1096 time: 0.0573406 Oct 27 01:24:07.032817 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11642da0-9af8-4f31-8c38-dae321679be2 req-1663b697-61b1-43a5-b6b6-175d232236c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:07.034409 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-11642da0-9af8-4f31-8c38-dae321679be2 req-1663b697-61b1-43a5-b6b6-175d232236c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c89d8d0d-00d8-415f-ae8d-2501c753c88f HTTP/1.1" status: 200 len: 916 time: 0.0873437 Oct 27 01:24:07.080445 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-11642da0-9af8-4f31-8c38-dae321679be2 req-e0b19559-4a17-4adf-b2f3-5f687ff1d6ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8c2d635-d80c-468a-920f-2b16de931b30 HTTP/1.1" status: 200 len: 217 time: 0.0340633 Oct 27 01:24:07.135180 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11642da0-9af8-4f31-8c38-dae321679be2 req-97d8f215-853c-4a07-8be8-eac851f1d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:07.136636 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-11642da0-9af8-4f31-8c38-dae321679be2 req-97d8f215-853c-4a07-8be8-eac851f1d99b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d005165f-9d44-442d-abef-8e90845d65b1 HTTP/1.1" status: 200 len: 855 time: 0.0453780 Oct 27 01:24:07.175647 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-11642da0-9af8-4f31-8c38-dae321679be2 req-861d1174-5fd1-4568-8152-eac5af1b8d1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c89d8d0d-00d8-415f-ae8d-2501c753c88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252185 Oct 27 01:24:07.181805 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e69a3-1760-4665-b91b-edba24548698 req-edae7555-29ac-4247-9187-5bc941a403ae tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:07.183331 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-574e69a3-1760-4665-b91b-edba24548698 req-edae7555-29ac-4247-9187-5bc941a403ae tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e62ec14-e607-433f-90ae-db4ee8317198 HTTP/1.1" status: 200 len: 943 time: 0.0525458 Oct 27 01:24:07.223480 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-574e69a3-1760-4665-b91b-edba24548698 req-388a641c-a553-4acc-b0a2-d2e1fb4ffd4b tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333824 Oct 27 01:24:07.277054 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-11642da0-9af8-4f31-8c38-dae321679be2 req-c465b2d1-c17b-4a15-8d3b-12e1d6f15743 service neutron] 10.222.0.36 "GET /v2.0/networks/c89d8d0d-00d8-415f-ae8d-2501c753c88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865273 Oct 27 01:24:07.289025 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36404) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:07.457869 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-11642da0-9af8-4f31-8c38-dae321679be2 req-4c9597f8-d73d-41a3-b20b-b69afb2c2098 service neutron] 10.222.0.36 "GET /v2.0/networks/c89d8d0d-00d8-415f-ae8d-2501c753c88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715202 Oct 27 01:24:07.562325 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2b6f8-4765-4703-b688-547845a79785 req-ea2ba664-912b-4d7b-afde-4305ba45584d tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:07.563706 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-adc2b6f8-4765-4703-b688-547845a79785 req-ea2ba664-912b-4d7b-afde-4305ba45584d tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ffc98f-afa7-4826-8ea3-37f8735364b4 HTTP/1.1" status: 200 len: 946 time: 0.0480957 Oct 27 01:24:07.601477 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-adc2b6f8-4765-4703-b688-547845a79785 req-773f8e5e-1fa1-4ee5-b954-2f30a82dbbd1 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=68f894e1-13aa-4c3b-ac49-74ff5bfdcaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318208 Oct 27 01:24:07.766258 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6f376191-1428-490e-a487-80230db035b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3721264'] for router_interface, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:08.051082 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-6f376191-1428-490e-a487-80230db035b4 admin admin] Deleting port 749d6660-cf1f-45c2-8f78-1c60d1c98f9b {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:24:08.051439 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6f376191-1428-490e-a487-80230db035b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:08.130765 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [None req-6f376191-1428-490e-a487-80230db035b4 admin admin] For port 749d6660-cf1f-45c2-8f78-1c60d1c98f9b, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=749d6660-cf1f-45c2-8f78-1c60d1c98f9b,segment=NetworkSegment(e1dae18a-ab4f-4784-846d-9fc752dcf330),segment_id=e1dae18a-ab4f-4784-846d-9fc752dcf330)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:08.131447 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6f376191-1428-490e-a487-80230db035b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:08.144300 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-6f376191-1428-490e-a487-80230db035b4 admin admin] Calling delete_port for 749d6660-cf1f-45c2-8f78-1c60d1c98f9b owned by network:router_interface {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:24:08.389242 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6f376191-1428-490e-a487-80230db035b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:08.416458 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f376191-1428-490e-a487-80230db035b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=749d6660-cf1f-45c2-8f78-1c60d1c98f9b,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:08.518797 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ab948-b8b6-499c-82c0-f493b6a77ecc req-164e1961-3f84-4641-a7fa-15bb3a068c29 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:08.521077 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f40ab948-b8b6-499c-82c0-f493b6a77ecc req-164e1961-3f84-4641-a7fa-15bb3a068c29 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e62ec14-e607-433f-90ae-db4ee8317198 HTTP/1.1" status: 200 len: 943 time: 0.2237308 Oct 27 01:24:08.566706 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f40ab948-b8b6-499c-82c0-f493b6a77ecc req-0ae58aea-21e3-4e25-9657-23a07dd40183 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358620 Oct 27 01:24:08.592015 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6f376191-1428-490e-a487-80230db035b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3631234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3721436'] for router_interface, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:08.768958 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f6a3d-b753-4fb5-88cd-8089ae0bba64 req-064f2979-7405-4d7a-85c5-3bf4a5f0fde2 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:08.770414 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-cb3f6a3d-b753-4fb5-88cd-8089ae0bba64 req-064f2979-7405-4d7a-85c5-3bf4a5f0fde2 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ffc98f-afa7-4826-8ea3-37f8735364b4 HTTP/1.1" status: 200 len: 946 time: 0.0989461 Oct 27 01:24:08.807215 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f376191-1428-490e-a487-80230db035b4 admin admin] Router 82686284-5fd9-41e7-b370-6dd6ba515da1 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:24:08.807467 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-cb3f6a3d-b753-4fb5-88cd-8089ae0bba64 req-e369706b-0865-4426-b805-8002b4be49cf tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=68f894e1-13aa-4c3b-ac49-74ff5bfdcaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312214 Oct 27 01:24:08.922282 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce63d3-764f-4270-8fba-dd23745ac2fc req-10c0b84b-45f1-411d-b6a7-186a78366805 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:08.923940 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5fce63d3-764f-4270-8fba-dd23745ac2fc req-10c0b84b-45f1-411d-b6a7-186a78366805 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ffc98f-afa7-4826-8ea3-37f8735364b4 HTTP/1.1" status: 200 len: 946 time: 0.0509701 Oct 27 01:24:08.933159 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 36422) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:08.937791 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-69e0b38f-28c4-4bb0-aa5d-82ea17bfb18a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Request body: {'floatingip': {'port_id': '3643169c-0e2e-4218-80ef-98b14635f672'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:24:08.982475 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69e0b38f-28c4-4bb0-aa5d-82ea17bfb18a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for floatingip, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:09.144295 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f376191-1428-490e-a487-80230db035b4 admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:24:09.150294 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-6f376191-1428-490e-a487-80230db035b4 admin admin] 10.222.0.32 "PUT /v2.0/routers/82686284-5fd9-41e7-b370-6dd6ba515da1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8594754 Oct 27 01:24:09.152555 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36424) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:09.154947 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e895f-28d7-41f4-bad9-e4631c2faa17 None None] Sync routers for ids ['82686284-5fd9-41e7-b370-6dd6ba515da1'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:24:09.165321 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e895f-28d7-41f4-bad9-e4631c2faa17 None None] Routers {'82686284-5fd9-41e7-b370-6dd6ba515da1'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:24:09.166061 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-de5e895f-28d7-41f4-bad9-e4631c2faa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:23:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['82686284-5fd9-41e7-b370-6dd6ba515da1'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:09.260530 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-effe14e3-faf8-4ea6-821a-429b7e0eb4dc admin admin] Publish callbacks [] for router, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:09.375791 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-effe14e3-faf8-4ea6-821a-429b7e0eb4dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:09.398520 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-de5e895f-28d7-41f4-bad9-e4631c2faa17 None None] Set router 82686284-5fd9-41e7-b370-6dd6ba515da1 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:24:09.435307 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69e0b38f-28c4-4bb0-aa5d-82ea17bfb18a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:09.515954 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-effe14e3-faf8-4ea6-821a-429b7e0eb4dc admin admin] Deleting port c6ec59ef-7e22-4062-815f-2e1e035d815a {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:24:09.516577 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-effe14e3-faf8-4ea6-821a-429b7e0eb4dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:09.531982 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69e0b38f-28c4-4bb0-aa5d-82ea17bfb18a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3723056'] for floatingip, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:09.595169 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-de5e895f-28d7-41f4-bad9-e4631c2faa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'name': 'tempest-TestMinimumBasicScenario-60690230-router', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:00Z', 'updated_at': '2021-10-27T01:24:08Z', 'revision_number': 5, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'gw_port': {'id': 'c6ec59ef-7e22-4062-815f-2e1e035d815a', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:01Z', 'updated_at': '2021-10-27T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:09.615915 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [None req-effe14e3-faf8-4ea6-821a-429b7e0eb4dc admin admin] For port c6ec59ef-7e22-4062-815f-2e1e035d815a, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=c6ec59ef-7e22-4062-815f-2e1e035d815a,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:09.616328 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-effe14e3-faf8-4ea6-821a-429b7e0eb4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:09.628709 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e895f-28d7-41f4-bad9-e4631c2faa17 None None] Checking router: 82686284-5fd9-41e7-b370-6dd6ba515da1 for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:24:09.637039 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-effe14e3-faf8-4ea6-821a-429b7e0eb4dc admin admin] Calling delete_port for c6ec59ef-7e22-4062-815f-2e1e035d815a owned by network:router_gateway {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:24:09.639053 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e895f-28d7-41f4-bad9-e4631c2faa17 None None] Routers {'82686284-5fd9-41e7-b370-6dd6ba515da1'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:24:09.639709 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-de5e895f-28d7-41f4-bad9-e4631c2faa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:23:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['82686284-5fd9-41e7-b370-6dd6ba515da1'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:09.679550 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.db.l3_db [None req-69e0b38f-28c4-4bb0-aa5d-82ea17bfb18a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Floating IP 71b6cf67-10b5-4a3f-9135-975598880056 associated. External IP: 172.27.3.244, port: 3643169c-0e2e-4218-80ef-98b14635f672. Oct 27 01:24:09.737630 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device f8c2d635-d80c-468a-920f-2b16de931b30 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:24:09.748079 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-de5e895f-28d7-41f4-bad9-e4631c2faa17 None None] Set router 82686284-5fd9-41e7-b370-6dd6ba515da1 gateway port host: None {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:24:09.768809 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3833a9-a45c-4aee-bf79-ba119dd763b2 req-2c676852-57af-43a6-a2f0-5e1956fbbf69 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:09.771258 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ba3833a9-a45c-4aee-bf79-ba119dd763b2 req-2c676852-57af-43a6-a2f0-5e1956fbbf69 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e62ec14-e607-433f-90ae-db4ee8317198 HTTP/1.1" status: 200 len: 943 time: 0.1259274 Oct 27 01:24:09.817444 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-de5e895f-28d7-41f4-bad9-e4631c2faa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'name': 'tempest-TestMinimumBasicScenario-60690230-router', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:00Z', 'updated_at': '2021-10-27T01:24:09Z', 'revision_number': 6, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'gw_port_host': None}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:09.857785 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e895f-28d7-41f4-bad9-e4631c2faa17 None None] The sync data for ids ['82686284-5fd9-41e7-b370-6dd6ba515da1'] in dv-cinder-815560-1-iscsi is: [{'id': '82686284-5fd9-41e7-b370-6dd6ba515da1', 'name': 'tempest-TestMinimumBasicScenario-60690230-router', 'tenant_id': '5e37607855ec49b6af8f28274acba57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:00Z', 'updated_at': '2021-10-27T01:24:09Z', 'revision_number': 6, 'project_id': '5e37607855ec49b6af8f28274acba57b', 'gw_port_host': None}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:24:09.880179 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-effe14e3-faf8-4ea6-821a-429b7e0eb4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:09.906064 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ba3833a9-a45c-4aee-bf79-ba119dd763b2 req-c97ee896-7c91-4a4f-8c21-21d6f91dbca2 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037972 Oct 27 01:24:09.909967 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe14e3-faf8-4ea6-821a-429b7e0eb4dc admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ec59ef-7e22-4062-815f-2e1e035d815a,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:09.964518 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port f8c2d635-d80c-468a-920f-2b16de931b30, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=f8c2d635-d80c-468a-920f-2b16de931b30,segment=NetworkSegment(b72d2fa2-ce49-4700-84dc-0df1dbeb81d5),segment_id=b72d2fa2-ce49-4700-84dc-0df1dbeb81d5)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:09.967173 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e0b38f-28c4-4bb0-aa5d-82ea17bfb18a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:24:09.977257 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': 'f8c2d635-d80c-468a-920f-2b16de931b30', 'network_id': 'c89d8d0d-00d8-415f-ae8d-2501c753c88f', 'port_id': 'f8c2d635-d80c-468a-920f-2b16de931b30', 'mac_address': 'fa:16:3e:bd:c8:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd005165f-9d44-442d-abef-8e90845d65b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:24:09.977468 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-effe14e3-faf8-4ea6-821a-429b7e0eb4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3723134'] for router_gateway, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:10.022403 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:10.035859 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c2d635-d80c-468a-920f-2b16de931b30 {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:24:10.056297 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port f8c2d635-d80c-468a-920f-2b16de931b30, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=f8c2d635-d80c-468a-920f-2b16de931b30,segment=NetworkSegment(b72d2fa2-ce49-4700-84dc-0df1dbeb81d5),segment_id=b72d2fa2-ce49-4700-84dc-0df1dbeb81d5)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:10.082790 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e0b38f-28c4-4bb0-aa5d-82ea17bfb18a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:24:10.088003 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69e0b38f-28c4-4bb0-aa5d-82ea17bfb18a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:10.093416 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3daba5-2e59-422f-a41a-d84abb053090 None None] Sync routers for ids ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'] in dv-cinder-815560-1-iscsi {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:24:10.093944 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-effe14e3-faf8-4ea6-821a-429b7e0eb4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3724263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:10.096230 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-effe14e3-faf8-4ea6-821a-429b7e0eb4dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:10.106344 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3daba5-2e59-422f-a41a-d84abb053090 None None] Routers {'d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:24:10.107251 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-4b3daba5-2e59-422f-a41a-d84abb053090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:23:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:10.121046 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-69e0b38f-28c4-4bb0-aa5d-82ea17bfb18a tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "PUT /v2.0/floatingips/71b6cf67-10b5-4a3f-9135-975598880056 HTTP/1.1" status: 200 len: 992 time: 1.1841266 Oct 27 01:24:10.121046 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ffc98f-afa7-4826-8ea3-37f8735364b4', 'tag': '3643169c-0e2e-4218-80ef-98b14635f672'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:24:10.121648 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f97284770e8b5c7eae555eb9b5076154bbb30c411baeb7a1d3ebc8ac0796a31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5375841-a398-45b0-aad5-67d682c280d2" -d '{"events": [{"name": "network-changed", "server_uuid": "49ffc98f-afa7-4826-8ea3-37f8735364b4", "tag": "3643169c-0e2e-4218-80ef-98b14635f672"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:24:10.144301 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:10.170554 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ee8773-a6af-43fb-a3de-3b4a013fb82e x-openstack-request-id: req-24ee8773-a6af-43fb-a3de-3b4a013fb82e {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:24:10.170554 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ffc98f-afa7-4826-8ea3-37f8735364b4", "tag": "3643169c-0e2e-4218-80ef-98b14635f672", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:24:10.170857 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24ee8773-a6af-43fb-a3de-3b4a013fb82e {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:24:10.171394 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ffc98f-afa7-4826-8ea3-37f8735364b4', 'tag': '3643169c-0e2e-4218-80ef-98b14635f672', 'status': 'completed', 'code': 200} Oct 27 01:24:10.197115 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=f8c2d635-d80c-468a-920f-2b16de931b30,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:10.234907 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-effe14e3-faf8-4ea6-821a-429b7e0eb4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3724270'] for router, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:10.235440 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effe14e3-faf8-4ea6-821a-429b7e0eb4dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82686284-5fd9-41e7-b370-6dd6ba515da1 {{(pid=102100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:24:10.242571 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-effe14e3-faf8-4ea6-821a-429b7e0eb4dc admin admin] Publish callbacks [] for router, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:10.243781 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-effe14e3-faf8-4ea6-821a-429b7e0eb4dc admin admin] 10.222.0.32 "DELETE /v2.0/routers/82686284-5fd9-41e7-b370-6dd6ba515da1 HTTP/1.1" status: 204 len: 168 time: 1.0902910 Oct 27 01:24:10.247623 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 36434) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:10.258433 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-4b3daba5-2e59-422f-a41a-d84abb053090 None None] Set router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:24:10.305817 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5375841-a398-45b0-aad5-67d682c280d2 req-e24136f2-c1e3-49e1-aebc-0186cc77950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:10.307686 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c5375841-a398-45b0-aad5-67d682c280d2 req-e24136f2-c1e3-49e1-aebc-0186cc77950c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba4a231d73f5454eb53e08db96f0a471&device_id=49ffc98f-afa7-4826-8ea3-37f8735364b4 HTTP/1.1" status: 200 len: 1099 time: 0.0509849 Oct 27 01:24:10.309278 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-f850945d-4993-43ba-b489-45d0244c9d4a admin admin] Deleting subnet 948e74c1-7ae5-4faf-ba8f-e1cec7da79a5 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:24:10.313366 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f850945d-4993-43ba-b489-45d0244c9d4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:10.359573 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f850945d-4993-43ba-b489-45d0244c9d4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25808289'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:10.406713 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5375841-a398-45b0-aad5-67d682c280d2 req-05d49620-4d96-4468-a075-a3a82b59f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:10.409809 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c5375841-a398-45b0-aad5-67d682c280d2 req-05d49620-4d96-4468-a075-a3a82b59f172 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5b7050d-f17d-40a3-83d0-485beb1349f9 HTTP/1.1" status: 200 len: 911 time: 0.0933542 Oct 27 01:24:10.475876 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f850945d-4993-43ba-b489-45d0244c9d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1553078'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:10.488764 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c5375841-a398-45b0-aad5-67d682c280d2 req-0b0c87c2-0af4-4068-905e-fc8bdb413f0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3643169c-0e2e-4218-80ef-98b14635f672 HTTP/1.1" status: 200 len: 1000 time: 0.0660861 Oct 27 01:24:10.541762 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5375841-a398-45b0-aad5-67d682c280d2 req-fd771f7c-68a8-4670-a500-815682f93b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:10.543303 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c5375841-a398-45b0-aad5-67d682c280d2 req-fd771f7c-68a8-4670-a500-815682f93b6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4a6135b-95f5-4c77-89c6-26bb40ea2187 HTTP/1.1" status: 200 len: 849 time: 0.0457461 Oct 27 01:24:10.553864 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['f8c2d635-d80c-468a-920f-2b16de931b30'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:24:10.596752 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5375841-a398-45b0-aad5-67d682c280d2 req-047396c4-0b8e-479f-97c5-9b91f93c5358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:10.598250 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c5375841-a398-45b0-aad5-67d682c280d2 req-047396c4-0b8e-479f-97c5-9b91f93c5358 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5b7050d-f17d-40a3-83d0-485beb1349f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455647 Oct 27 01:24:10.609176 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-4b3daba5-2e59-422f-a41a-d84abb053090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'name': 'tempest-AttachVolumeTestJSON-301726510-router', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'gw_port': {'id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:10Z', 'updated_at': '2021-10-27T01:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '71b6cf67-10b5-4a3f-9135-975598880056', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'port_id': '3643169c-0e2e-4218-80ef-98b14635f672', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'mac_address': 'fa:16:3e:99:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ffc98f-afa7-4826-8ea3-37f8735364b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:23:54Z', 'updated_at': '2021-10-27T01:24:09Z', 'revision_number': 1, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6af46a-5d65-4733-884f-2a580656f903', 'name': '', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'mac_address': 'fa:16:3e:ea:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:26Z', 'revision_number': 5, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'subnets': [{'id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:10.635076 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f850945d-4993-43ba-b489-45d0244c9d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25808858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29180628'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:10.640700 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3daba5-2e59-422f-a41a-d84abb053090 None None] Checking router: d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 for host: dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:24:10.654790 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3daba5-2e59-422f-a41a-d84abb053090 None None] Routers {'d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:24:10.654790 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-4b3daba5-2e59-422f-a41a-d84abb053090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:23:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:10.711551 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c5375841-a398-45b0-aad5-67d682c280d2 req-85c355e8-856d-458d-866e-17321a8c0100 service neutron] 10.222.0.36 "GET /v2.0/networks/b5b7050d-f17d-40a3-83d0-485beb1349f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015632 Oct 27 01:24:10.822060 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-4b3daba5-2e59-422f-a41a-d84abb053090 None None] Set router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:24:10.843894 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c5375841-a398-45b0-aad5-67d682c280d2 req-5677b20c-7da8-4af6-a10b-d9cfc4215597 service neutron] 10.222.0.36 "GET /v2.0/networks/b5b7050d-f17d-40a3-83d0-485beb1349f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217237 Oct 27 01:24:10.943035 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850945d-4993-43ba-b489-45d0244c9d4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948e74c1-7ae5-4faf-ba8f-e1cec7da79a5,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:10.949200 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f850945d-4993-43ba-b489-45d0244c9d4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:10.955632 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36440) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:10.955989 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-f850945d-4993-43ba-b489-45d0244c9d4a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/948e74c1-7ae5-4faf-ba8f-e1cec7da79a5 HTTP/1.1" status: 204 len: 168 time: 0.7072217 Oct 27 01:24:10.957553 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bf5713-370a-4990-b520-db92e9fa52d4 None None] Network 9a4571fc-d7ab-424a-af9f-0f896f2dad41 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:24:11.045358 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-66921940-4ffc-4e28-a932-98af7b004ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561603'] for network, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:11.077797 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3238a9-9693-4164-99ab-b6842105d20e req-2cef87a9-633d-4c10-bc29-316cad1efafb tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:11.085171 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8d3238a9-9693-4164-99ab-b6842105d20e req-2cef87a9-633d-4c10-bc29-316cad1efafb tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e62ec14-e607-433f-90ae-db4ee8317198 HTTP/1.1" status: 200 len: 944 time: 0.0755439 Oct 27 01:24:11.106348 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-4b3daba5-2e59-422f-a41a-d84abb053090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'name': 'tempest-AttachVolumeTestJSON-301726510-router', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'gw_port': {'id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:10Z', 'updated_at': '2021-10-27T01:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '71b6cf67-10b5-4a3f-9135-975598880056', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'port_id': '3643169c-0e2e-4218-80ef-98b14635f672', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'mac_address': 'fa:16:3e:99:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ffc98f-afa7-4826-8ea3-37f8735364b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:23:54Z', 'updated_at': '2021-10-27T01:24:09Z', 'revision_number': 1, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6af46a-5d65-4733-884f-2a580656f903', 'name': '', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'mac_address': 'fa:16:3e:ea:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:26Z', 'revision_number': 5, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'subnets': [{'id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:11.107878 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-66921940-4ffc-4e28-a932-98af7b004ba6 admin admin] Deleting port a7e99887-943f-4916-8ddf-21fc79b1aacb {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:24:11.110338 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-66921940-4ffc-4e28-a932-98af7b004ba6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:11.152924 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3daba5-2e59-422f-a41a-d84abb053090 None None] The sync data for ids ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'] in dv-cinder-815560-1-iscsi is: [{'id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'name': 'tempest-AttachVolumeTestJSON-301726510-router', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'gw_port': {'id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:10Z', 'updated_at': '2021-10-27T01:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '71b6cf67-10b5-4a3f-9135-975598880056', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'port_id': '3643169c-0e2e-4218-80ef-98b14635f672', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'mac_address': 'fa:16:3e:99:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ffc98f-afa7-4826-8ea3-37f8735364b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:23:54Z', 'updated_at': '2021-10-27T01:24:09Z', 'revision_number': 1, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6af46a-5d65-4733-884f-2a580656f903', 'name': '', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'mac_address': 'fa:16:3e:ea:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:26Z', 'revision_number': 5, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'subnets': [{'id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:24:11.153578 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8d3238a9-9693-4164-99ab-b6842105d20e req-31b6d2ef-7be3-4d65-9f6f-18c71633fcf6 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640912 Oct 27 01:24:11.210484 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [None req-66921940-4ffc-4e28-a932-98af7b004ba6 admin admin] For port a7e99887-943f-4916-8ddf-21fc79b1aacb, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=a7e99887-943f-4916-8ddf-21fc79b1aacb,segment=NetworkSegment(e1dae18a-ab4f-4784-846d-9fc752dcf330),segment_id=e1dae18a-ab4f-4784-846d-9fc752dcf330)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:11.210865 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-66921940-4ffc-4e28-a932-98af7b004ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:11.230499 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-66921940-4ffc-4e28-a932-98af7b004ba6 admin admin] Calling delete_port for a7e99887-943f-4916-8ddf-21fc79b1aacb owned by network:dhcp {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:24:11.270385 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835542fd-ed9f-498f-b71b-f7d4ce116535 None None] DHCP port deletion for 9a4571fc-d7ab-424a-af9f-0f896f2dad41 request from dv-cinder-815560-1-iscsi {{(pid=102102) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 01:24:11.326196 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-835542fd-ed9f-498f-b71b-f7d4ce116535 None None] Deleting port a7e99887-943f-4916-8ddf-21fc79b1aacb {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:24:11.326646 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-835542fd-ed9f-498f-b71b-f7d4ce116535 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:11.383667 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-66921940-4ffc-4e28-a932-98af7b004ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:11.391578 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5340ba-72ac-445b-b240-239eeae882d3 None None] New status for floating IP 71b6cf67-10b5-4a3f-9135-975598880056: ACTIVE {{(pid=102102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:24:11.401717 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-835542fd-ed9f-498f-b71b-f7d4ce116535 None None] For port a7e99887-943f-4916-8ddf-21fc79b1aacb, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=a7e99887-943f-4916-8ddf-21fc79b1aacb,segment=NetworkSegment(e1dae18a-ab4f-4784-846d-9fc752dcf330),segment_id=e1dae18a-ab4f-4784-846d-9fc752dcf330)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:11.402131 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-835542fd-ed9f-498f-b71b-f7d4ce116535 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:11.417526 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66921940-4ffc-4e28-a932-98af7b004ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7e99887-943f-4916-8ddf-21fc79b1aacb,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:11.421066 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66921940-4ffc-4e28-a932-98af7b004ba6 admin admin] No DVR routers for this DVR port a7e99887-943f-4916-8ddf-21fc79b1aacb on host dv-cinder-815560-1-iscsi {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:24:11.453238 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-835542fd-ed9f-498f-b71b-f7d4ce116535 None None] Calling delete_port for a7e99887-943f-4916-8ddf-21fc79b1aacb owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:24:11.490501 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-66921940-4ffc-4e28-a932-98af7b004ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552445', 'neutron.services.segments.db._delete_segments_for_network-8793629371679'] for network, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:11.510087 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-66921940-4ffc-4e28-a932-98af7b004ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4571fc-d7ab-424a-af9f-0f896f2dad41']}} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:11.519632 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-66921940-4ffc-4e28-a932-98af7b004ba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1dae18a-ab4f-4784-846d-9fc752dcf330') {'for_net_delete': True} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:11.519928 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-66921940-4ffc-4e28-a932-98af7b004ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1dae18a-ab4f-4784-846d-9fc752dcf330') {} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:11.533346 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-66921940-4ffc-4e28-a932-98af7b004ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793629372712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25380428'] for segment, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:11.545831 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-66921940-4ffc-4e28-a932-98af7b004ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:11.551596 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66921940-4ffc-4e28-a932-98af7b004ba6 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:24:11.551965 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-66921940-4ffc-4e28-a932-98af7b004ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25380066'] for segment, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: Traceback (most recent call last): Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: timer() Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: cb(*args, **kw) Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: return func(*args, **kwargs) Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: self._notify() Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: self.callback(batched_events) Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: event.method(event) Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: return f(self, *a, **k) Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: return self._get(url).json() Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: return self.request(url, 'GET', **kwargs) Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:24:11.553568 dv-cinder-815560-1-iscsi neutron-server[102100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:24:11.648133 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-835542fd-ed9f-498f-b71b-f7d4ce116535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:11.662810 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-66921940-4ffc-4e28-a932-98af7b004ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3723074'] for network, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:11.669931 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-66921940-4ffc-4e28-a932-98af7b004ba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:11.672853 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835542fd-ed9f-498f-b71b-f7d4ce116535 None None] Pushing event deleted for resources: {'Port': ['ID=a7e99887-943f-4916-8ddf-21fc79b1aacb,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:11.673222 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-66921940-4ffc-4e28-a932-98af7b004ba6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9a4571fc-d7ab-424a-af9f-0f896f2dad41 HTTP/1.1" status: 204 len: 168 time: 0.7159901 Oct 27 01:24:11.676531 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 36444) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:11.678039 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835542fd-ed9f-498f-b71b-f7d4ce116535 None None] No DVR routers for this DVR port a7e99887-943f-4916-8ddf-21fc79b1aacb on host dv-cinder-815560-1-iscsi {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:24:11.683507 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66921940-4ffc-4e28-a932-98af7b004ba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a4571fc-d7ab-424a-af9f-0f896f2dad41,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:11.755698 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device f8c2d635-d80c-468a-920f-2b16de931b30 up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:11.805595 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device a7e99887-943f-4916-8ddf-21fc79b1aacb no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:24:11.831895 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: a7e99887-943f-4916-8ddf-21fc79b1aacb {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:24:11.832238 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device a7e99887-943f-4916-8ddf-21fc79b1aacb not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:24:11.832642 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 749d6660-cf1f-45c2-8f78-1c60d1c98f9b no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:24:11.852305 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: 749d6660-cf1f-45c2-8f78-1c60d1c98f9b {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:24:11.852645 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 749d6660-cf1f-45c2-8f78-1c60d1c98f9b not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:24:11.853053 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device c6ec59ef-7e22-4062-815f-2e1e035d815a no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:24:11.871471 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: c6ec59ef-7e22-4062-815f-2e1e035d815a {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:24:11.871807 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device c6ec59ef-7e22-4062-815f-2e1e035d815a not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:24:11.910509 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning for port f8c2d635-d80c-468a-920f-2b16de931b30 completed by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:24:11.914487 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port f8c2d635-d80c-468a-920f-2b16de931b30 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:11.914865 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:11.994043 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:12.021781 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e62ec14-e607-433f-90ae-db4ee8317198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c2d635-d80c-468a-920f-2b16de931b30'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:24:12.024141 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e32e7a4-7885-4a84-a836-ad94066e6f39" -d '{"events": [{"server_uuid": "1e62ec14-e607-433f-90ae-db4ee8317198", "name": "network-vif-plugged", "status": "completed", "tag": "f8c2d635-d80c-468a-920f-2b16de931b30"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:24:12.039145 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port f8c2d635-d80c-468a-920f-2b16de931b30, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=f8c2d635-d80c-468a-920f-2b16de931b30,segment=NetworkSegment(b72d2fa2-ce49-4700-84dc-0df1dbeb81d5),segment_id=b72d2fa2-ce49-4700-84dc-0df1dbeb81d5)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:12.056670 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aa249129-52a9-46e2-87c1-483a860bf9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3721264'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:12.062294 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307d2674-95d5-4dcc-9594-bd714a94b29e x-openstack-request-id: req-307d2674-95d5-4dcc-9594-bd714a94b29e {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:24:12.068499 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e62ec14-e607-433f-90ae-db4ee8317198", "name": "network-vif-plugged", "status": "completed", "tag": "f8c2d635-d80c-468a-920f-2b16de931b30", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:24:12.068499 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-307d2674-95d5-4dcc-9594-bd714a94b29e {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:24:12.068499 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e62ec14-e607-433f-90ae-db4ee8317198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c2d635-d80c-468a-920f-2b16de931b30', 'code': 200} Oct 27 01:24:12.125578 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:12.173526 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=f8c2d635-d80c-468a-920f-2b16de931b30,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:12.318469 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-aa249129-52a9-46e2-87c1-483a860bf9cb admin admin] Deleting port c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:24:12.318699 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aa249129-52a9-46e2-87c1-483a860bf9cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:12.427276 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-aa249129-52a9-46e2-87c1-483a860bf9cb admin admin] For port c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c,segment=NetworkSegment(72abc4f8-8fd3-4627-9187-7e1b6c1b3794),segment_id=72abc4f8-8fd3-4627-9187-7e1b6c1b3794)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:12.427654 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aa249129-52a9-46e2-87c1-483a860bf9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:12.443341 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-aa249129-52a9-46e2-87c1-483a860bf9cb admin admin] Calling delete_port for c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:24:12.464263 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f492ee-1b6c-4cf6-b92a-6c1a9fd5721c req-19746026-48ce-49c3-b003-c3b8f54a6608 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:12.465761 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-16f492ee-1b6c-4cf6-b92a-6c1a9fd5721c req-19746026-48ce-49c3-b003-c3b8f54a6608 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e62ec14-e607-433f-90ae-db4ee8317198 HTTP/1.1" status: 200 len: 945 time: 0.0843470 Oct 27 01:24:12.468088 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18295c-d507-45da-8836-f32e93238fec req-951ecb98-61cb-40f0-ae57-4a99fc1238f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:12.469676 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-fd18295c-d507-45da-8836-f32e93238fec req-951ecb98-61cb-40f0-ae57-4a99fc1238f5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1e62ec14-e607-433f-90ae-db4ee8317198 HTTP/1.1" status: 200 len: 1098 time: 0.0472062 Oct 27 01:24:12.528179 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-fd18295c-d507-45da-8836-f32e93238fec req-1aaa1098-466e-4042-ad8a-7b61e424aa9e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285404 Oct 27 01:24:12.549684 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-16f492ee-1b6c-4cf6-b92a-6c1a9fd5721c req-1ee65f93-3391-421e-9ec2-6314f6823db1 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496721 Oct 27 01:24:12.737541 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aa249129-52a9-46e2-87c1-483a860bf9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:12.765643 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa249129-52a9-46e2-87c1-483a860bf9cb admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:12.929548 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aa249129-52a9-46e2-87c1-483a860bf9cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3631234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3721436'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:13.140430 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa249129-52a9-46e2-87c1-483a860bf9cb admin admin] Router b99666d9-f078-41c6-b0b0-75e995007c5a has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:24:13.241515 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa249129-52a9-46e2-87c1-483a860bf9cb admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:24:13.246464 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-aa249129-52a9-46e2-87c1-483a860bf9cb admin admin] 10.222.0.32 "PUT /v2.0/routers/b99666d9-f078-41c6-b0b0-75e995007c5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5688446 Oct 27 01:24:13.249008 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 36456) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:13.252220 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa4dc1b-f1b8-43b9-ad5f-3776d78566d3 None None] Sync routers for ids ['b99666d9-f078-41c6-b0b0-75e995007c5a'] in dv-cinder-815560-1-iscsi {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:24:13.263777 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa4dc1b-f1b8-43b9-ad5f-3776d78566d3 None None] Routers {'b99666d9-f078-41c6-b0b0-75e995007c5a'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:24:13.264307 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-4aa4dc1b-f1b8-43b9-ad5f-3776d78566d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:23:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['b99666d9-f078-41c6-b0b0-75e995007c5a'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:13.349488 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-398cea49-8fd2-4b2e-a915-42e07a3af216 admin admin] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:13.369905 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-4aa4dc1b-f1b8-43b9-ad5f-3776d78566d3 None None] Set router b99666d9-f078-41c6-b0b0-75e995007c5a gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:24:13.449713 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-398cea49-8fd2-4b2e-a915-42e07a3af216 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:13.547361 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-4aa4dc1b-f1b8-43b9-ad5f-3776d78566d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99666d9-f078-41c6-b0b0-75e995007c5a', 'name': 'tempest-TestMinimumBasicScenario-979317237-router', 'tenant_id': '10960a4e2cc44f2a950118db5f195c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '049d961a-2da2-4c44-ae93-886396b5e883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:08Z', 'updated_at': '2021-10-27T01:24:12Z', 'revision_number': 5, 'project_id': '10960a4e2cc44f2a950118db5f195c6a', 'gw_port': {'id': '049d961a-2da2-4c44-ae93-886396b5e883', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99666d9-f078-41c6-b0b0-75e995007c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:21:09Z', 'updated_at': '2021-10-27T01:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:13.558982 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-398cea49-8fd2-4b2e-a915-42e07a3af216 admin admin] Deleting port 049d961a-2da2-4c44-ae93-886396b5e883 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:24:13.559324 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-398cea49-8fd2-4b2e-a915-42e07a3af216 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:13.577903 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa4dc1b-f1b8-43b9-ad5f-3776d78566d3 None None] Checking router: b99666d9-f078-41c6-b0b0-75e995007c5a for host: dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:24:13.587148 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa4dc1b-f1b8-43b9-ad5f-3776d78566d3 None None] Routers {'b99666d9-f078-41c6-b0b0-75e995007c5a'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:24:13.587981 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-4aa4dc1b-f1b8-43b9-ad5f-3776d78566d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:23:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['b99666d9-f078-41c6-b0b0-75e995007c5a'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:13.670385 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-398cea49-8fd2-4b2e-a915-42e07a3af216 admin admin] For port 049d961a-2da2-4c44-ae93-886396b5e883, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=049d961a-2da2-4c44-ae93-886396b5e883,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:13.670564 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-4aa4dc1b-f1b8-43b9-ad5f-3776d78566d3 None None] Set router b99666d9-f078-41c6-b0b0-75e995007c5a gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:24:13.670770 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-398cea49-8fd2-4b2e-a915-42e07a3af216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:13.685304 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-398cea49-8fd2-4b2e-a915-42e07a3af216 admin admin] Calling delete_port for 049d961a-2da2-4c44-ae93-886396b5e883 owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:24:13.710383 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90529468-818b-47d9-9bcc-e76a4aefef21 req-33bc7247-5bba-407e-a45d-3665874b0d7a tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:13.711888 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-90529468-818b-47d9-9bcc-e76a4aefef21 req-33bc7247-5bba-407e-a45d-3665874b0d7a tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e62ec14-e607-433f-90ae-db4ee8317198 HTTP/1.1" status: 200 len: 945 time: 0.0796666 Oct 27 01:24:13.724279 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-4aa4dc1b-f1b8-43b9-ad5f-3776d78566d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99666d9-f078-41c6-b0b0-75e995007c5a', 'name': 'tempest-TestMinimumBasicScenario-979317237-router', 'tenant_id': '10960a4e2cc44f2a950118db5f195c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:08Z', 'updated_at': '2021-10-27T01:24:13Z', 'revision_number': 6, 'project_id': '10960a4e2cc44f2a950118db5f195c6a', 'gw_port_host': None}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:13.752005 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa4dc1b-f1b8-43b9-ad5f-3776d78566d3 None None] The sync data for ids ['b99666d9-f078-41c6-b0b0-75e995007c5a'] in dv-cinder-815560-1-iscsi is: [{'id': 'b99666d9-f078-41c6-b0b0-75e995007c5a', 'name': 'tempest-TestMinimumBasicScenario-979317237-router', 'tenant_id': '10960a4e2cc44f2a950118db5f195c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:21:08Z', 'updated_at': '2021-10-27T01:24:13Z', 'revision_number': 6, 'project_id': '10960a4e2cc44f2a950118db5f195c6a', 'gw_port_host': None}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:24:13.797563 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-90529468-818b-47d9-9bcc-e76a4aefef21 req-a7331791-68a4-450a-9d86-526b02160622 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548625 Oct 27 01:24:13.960387 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-398cea49-8fd2-4b2e-a915-42e07a3af216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:13.991823 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398cea49-8fd2-4b2e-a915-42e07a3af216 admin admin] Pushing event deleted for resources: {'Port': ['ID=049d961a-2da2-4c44-ae93-886396b5e883,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:14.054492 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-398cea49-8fd2-4b2e-a915-42e07a3af216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3723134'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:14.141793 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-398cea49-8fd2-4b2e-a915-42e07a3af216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3724263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:14.144533 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-398cea49-8fd2-4b2e-a915-42e07a3af216 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:14.269154 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-398cea49-8fd2-4b2e-a915-42e07a3af216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3724270'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:14.269846 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398cea49-8fd2-4b2e-a915-42e07a3af216 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b99666d9-f078-41c6-b0b0-75e995007c5a {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:24:14.275174 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-398cea49-8fd2-4b2e-a915-42e07a3af216 admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:14.278637 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-398cea49-8fd2-4b2e-a915-42e07a3af216 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b99666d9-f078-41c6-b0b0-75e995007c5a HTTP/1.1" status: 204 len: 168 time: 1.0263960 Oct 27 01:24:14.278858 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 36464) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:14.323227 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-d897b4a1-84df-42a2-a229-3c4a03f8e09c admin admin] Deleting subnet e19ba52b-5a17-407f-a4f8-bcb6c8fe0d5e {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:24:14.326388 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d897b4a1-84df-42a2-a229-3c4a03f8e09c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:14.366848 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d897b4a1-84df-42a2-a229-3c4a03f8e09c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25808289'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:14.443075 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d897b4a1-84df-42a2-a229-3c4a03f8e09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1553078'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:14.577784 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d897b4a1-84df-42a2-a229-3c4a03f8e09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25808858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29180628'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:14.602300 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897b4a1-84df-42a2-a229-3c4a03f8e09c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e19ba52b-5a17-407f-a4f8-bcb6c8fe0d5e,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:14.606068 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d897b4a1-84df-42a2-a229-3c4a03f8e09c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:14.609428 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-d897b4a1-84df-42a2-a229-3c4a03f8e09c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e19ba52b-5a17-407f-a4f8-bcb6c8fe0d5e HTTP/1.1" status: 204 len: 168 time: 0.3293262 Oct 27 01:24:14.612569 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba9e45b-24dc-4253-a6a3-8b0ab1e6110c None None] Network 023e7fc6-d778-46e1-ae09-e6f885ecfc3a requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:24:14.613066 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 36466) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:14.680829 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-40b568f7-8c97-4090-ac89-c7fb3f6cc67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561603'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:14.736297 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-40b568f7-8c97-4090-ac89-c7fb3f6cc67c admin admin] Deleting port f7b2a64f-241d-4cdf-8229-0f65f4b431c5 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:24:14.736733 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-40b568f7-8c97-4090-ac89-c7fb3f6cc67c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:14.785301 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fc70fa-97d5-46e8-802c-810fc81db1ac None None] DHCP port deletion for 023e7fc6-d778-46e1-ae09-e6f885ecfc3a request from dv-cinder-815560-1-iscsi {{(pid=102102) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 01:24:14.803676 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-40b568f7-8c97-4090-ac89-c7fb3f6cc67c admin admin] For port f7b2a64f-241d-4cdf-8229-0f65f4b431c5, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=f7b2a64f-241d-4cdf-8229-0f65f4b431c5,segment=NetworkSegment(72abc4f8-8fd3-4627-9187-7e1b6c1b3794),segment_id=72abc4f8-8fd3-4627-9187-7e1b6c1b3794)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:14.804068 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-40b568f7-8c97-4090-ac89-c7fb3f6cc67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:14.817051 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-40b568f7-8c97-4090-ac89-c7fb3f6cc67c admin admin] Calling delete_port for f7b2a64f-241d-4cdf-8229-0f65f4b431c5 owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:24:14.832655 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-00fc70fa-97d5-46e8-802c-810fc81db1ac None None] Deleting port f7b2a64f-241d-4cdf-8229-0f65f4b431c5 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:24:14.832965 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-00fc70fa-97d5-46e8-802c-810fc81db1ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:14.939887 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ac574-c2fe-40e7-9c2c-d8e69feaad7c req-9bd391ad-be51-4ce0-977c-50200d3b1f7b tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:14.941497 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a61ac574-c2fe-40e7-9c2c-d8e69feaad7c req-9bd391ad-be51-4ce0-977c-50200d3b1f7b tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e62ec14-e607-433f-90ae-db4ee8317198 HTTP/1.1" status: 200 len: 945 time: 0.0665116 Oct 27 01:24:14.982077 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a61ac574-c2fe-40e7-9c2c-d8e69feaad7c req-003ab359-b418-4830-ae23-e299e276894a tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344789 Oct 27 01:24:15.022395 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-00fc70fa-97d5-46e8-802c-810fc81db1ac None None] For port f7b2a64f-241d-4cdf-8229-0f65f4b431c5, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=f7b2a64f-241d-4cdf-8229-0f65f4b431c5,segment=NetworkSegment(72abc4f8-8fd3-4627-9187-7e1b6c1b3794),segment_id=72abc4f8-8fd3-4627-9187-7e1b6c1b3794)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:15.022795 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-00fc70fa-97d5-46e8-802c-810fc81db1ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:15.034271 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-40b568f7-8c97-4090-ac89-c7fb3f6cc67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:15.035694 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-00fc70fa-97d5-46e8-802c-810fc81db1ac None None] Calling delete_port for f7b2a64f-241d-4cdf-8229-0f65f4b431c5 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:24:15.065781 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b568f7-8c97-4090-ac89-c7fb3f6cc67c admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b2a64f-241d-4cdf-8229-0f65f4b431c5,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:15.069309 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b568f7-8c97-4090-ac89-c7fb3f6cc67c admin admin] No DVR routers for this DVR port f7b2a64f-241d-4cdf-8229-0f65f4b431c5 on host dv-cinder-815560-1-iscsi {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:24:15.115938 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-00fc70fa-97d5-46e8-802c-810fc81db1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:15.142905 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc70fa-97d5-46e8-802c-810fc81db1ac None None] Pushing event deleted for resources: {'Port': ['ID=f7b2a64f-241d-4cdf-8229-0f65f4b431c5,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:15.146519 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fc70fa-97d5-46e8-802c-810fc81db1ac None None] No DVR routers for this DVR port f7b2a64f-241d-4cdf-8229-0f65f4b431c5 on host dv-cinder-815560-1-iscsi {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:24:15.149944 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-40b568f7-8c97-4090-ac89-c7fb3f6cc67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552445', 'neutron.services.segments.db._delete_segments_for_network-8793629371679'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:15.171852 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-40b568f7-8c97-4090-ac89-c7fb3f6cc67c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023e7fc6-d778-46e1-ae09-e6f885ecfc3a']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:15.181049 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-40b568f7-8c97-4090-ac89-c7fb3f6cc67c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72abc4f8-8fd3-4627-9187-7e1b6c1b3794') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:15.181343 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-40b568f7-8c97-4090-ac89-c7fb3f6cc67c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72abc4f8-8fd3-4627-9187-7e1b6c1b3794') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:15.190572 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-40b568f7-8c97-4090-ac89-c7fb3f6cc67c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793629372712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25808298'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:15.203215 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-40b568f7-8c97-4090-ac89-c7fb3f6cc67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:15.211001 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b568f7-8c97-4090-ac89-c7fb3f6cc67c admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:24:15.211001 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-40b568f7-8c97-4090-ac89-c7fb3f6cc67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25808752'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: Traceback (most recent call last): Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: timer() Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: cb(*args, **kw) Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: return func(*args, **kwargs) Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: self._notify() Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: self.callback(batched_events) Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: event.method(event) Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: return f(self, *a, **k) Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: return self._get(url).json() Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:24:15.212204 dv-cinder-815560-1-iscsi neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:24:15.366186 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-40b568f7-8c97-4090-ac89-c7fb3f6cc67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3723074'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:15.379431 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-40b568f7-8c97-4090-ac89-c7fb3f6cc67c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:15.379431 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-40b568f7-8c97-4090-ac89-c7fb3f6cc67c admin admin] 10.222.0.32 "DELETE /v2.0/networks/023e7fc6-d778-46e1-ae09-e6f885ecfc3a HTTP/1.1" status: 204 len: 168 time: 0.7620068 Oct 27 01:24:15.387339 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b568f7-8c97-4090-ac89-c7fb3f6cc67c admin admin] Pushing event deleted for resources: {'Network': ['ID=023e7fc6-d778-46e1-ae09-e6f885ecfc3a,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:15.784449 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device f7b2a64f-241d-4cdf-8229-0f65f4b431c5 no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:24:15.799727 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 36482) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:15.808131 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: f7b2a64f-241d-4cdf-8229-0f65f4b431c5 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:24:15.808473 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device f7b2a64f-241d-4cdf-8229-0f65f4b431c5 not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:24:15.809039 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 049d961a-2da2-4c44-ae93-886396b5e883 no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:24:15.839039 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: 049d961a-2da2-4c44-ae93-886396b5e883 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:24:15.839039 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 049d961a-2da2-4c44-ae93-886396b5e883 not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:24:15.839039 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:24:15.843416 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-f49a7573-f684-4fbd-be52-6aaf6b90c624 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e37607855ec49b6af8f28274acba57b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424488 Oct 27 01:24:15.846402 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 36486) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:15.849789 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:24:15.850157 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device c7ae5d0e-a6c8-41e7-8e16-03d07af38b1c not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:24:15.900805 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50dba346-6a3d-4c40-9ae6-1427cc58680f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:15.922363 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50dba346-6a3d-4c40-9ae6-1427cc58680f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:16.074048 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50dba346-6a3d-4c40-9ae6-1427cc58680f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:16.076637 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50dba346-6a3d-4c40-9ae6-1427cc58680f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:16.077837 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-50dba346-6a3d-4c40-9ae6-1427cc58680f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55e07a11-a67b-43a2-ab9b-062cd1089211 HTTP/1.1" status: 204 len: 168 time: 0.2303932 Oct 27 01:24:16.086099 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dba346-6a3d-4c40-9ae6-1427cc58680f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e07a11-a67b-43a2-ab9b-062cd1089211,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:16.582231 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:16.901615 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36500) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:16.946723 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-33d9cc74-43a6-4f7d-9203-bfba89580b26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10960a4e2cc44f2a950118db5f195c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436566 Oct 27 01:24:16.948938 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36504) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:17.002127 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a6b44a0a-3de1-48e7-b962-26398d4ed5d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:17.025774 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a6b44a0a-3de1-48e7-b962-26398d4ed5d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:17.154430 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a6b44a0a-3de1-48e7-b962-26398d4ed5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:17.156976 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a6b44a0a-3de1-48e7-b962-26398d4ed5d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:17.158330 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-a6b44a0a-3de1-48e7-b962-26398d4ed5d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a6fca52-ff4e-4e29-a779-6b4da1ecc258 HTTP/1.1" status: 204 len: 168 time: 0.2084377 Oct 27 01:24:17.166140 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b44a0a-3de1-48e7-b962-26398d4ed5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6fca52-ff4e-4e29-a779-6b4da1ecc258,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:18.295103 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36536) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:18.391547 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-fcbd8891-fe03-4131-a64b-74842d95051b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2142606715-network', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:24:18.519990 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbd8891-fe03-4131-a64b-74842d95051b admin admin] Made reservation on behalf of 71d6d08d1ae14a628663fb4124cfccc2 for: {'network': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:24:18.522383 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-fcbd8891-fe03-4131-a64b-74842d95051b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for network, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:18.530995 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-fcbd8891-fe03-4131-a64b-74842d95051b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:18.606816 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-fcbd8891-fe03-4131-a64b-74842d95051b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:18.720880 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-fcbd8891-fe03-4131-a64b-74842d95051b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:18.746679 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbd8891-fe03-4131-a64b-74842d95051b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=102100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:24:18.755426 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd8891-fe03-4131-a64b-74842d95051b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abac6d4d-ada3-4325-80f6-afdc7c8b021f,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:18.761284 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-fcbd8891-fe03-4131-a64b-74842d95051b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:18.761621 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.db.segments_db [None req-fcbd8891-fe03-4131-a64b-74842d95051b admin admin] Added segment a58535e4-7aba-4125-97b0-c17f89f4a447 of type vlan for network 2042b203-b5b7-49f8-8939-5ca2d9affb39 Oct 27 01:24:18.804200 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-fcbd8891-fe03-4131-a64b-74842d95051b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793628853670'] for network, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:18.880056 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-fcbd8891-fe03-4131-a64b-74842d95051b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for network, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:18.881017 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbd8891-fe03-4131-a64b-74842d95051b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:18.881622 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-fcbd8891-fe03-4131-a64b-74842d95051b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:18.938982 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd8891-fe03-4131-a64b-74842d95051b admin admin] Pushing event updated for resources: {'Network': ['ID=2042b203-b5b7-49f8-8939-5ca2d9affb39,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:18.949985 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Network 2042b203-b5b7-49f8-8939-5ca2d9affb39 details requested by agent ovs-agent-dv-cinder-815560-1-iscsi with host dv-cinder-815560-1-iscsi {{(pid=102102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:24:19.036398 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-fcbd8891-fe03-4131-a64b-74842d95051b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7401776 Oct 27 01:24:19.039143 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36546) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:19.043816 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] Request body: {'subnet': {'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2142606715-subnet', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'ip_version': 4}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:24:19.165326 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] Made reservation on behalf of 71d6d08d1ae14a628663fb4124cfccc2 for: {'subnet': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:24:19.167731 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122602'] for subnet, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:19.411656 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25379851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122580'] for subnet, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:19.459760 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04798cc5-e1c0-4972-be48-0203c89ee0e2,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:19.475355 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:19.475700 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:19.476035 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:19.476367 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:19.476695 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:19.477021 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:19.477347 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:19.477671 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:19.478270 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:19.478614 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:19.478910 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:19.479246 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:19.485116 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] Checking segment: {'id': 'a58535e4-7aba-4125-97b0-c17f89f4a447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:24:19.485689 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] Network hostable DHCP agents. Network: 2042b203-b5b7-49f8-8939-5ca2d9affb39, hostable agents: ['4fbae999-6d77-4ef4-a38a-49129aac495b'], hosted agents: [] {{(pid=102100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:24:19.617130 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] Network 2042b203-b5b7-49f8-8939-5ca2d9affb39 is scheduled to be hosted by DHCP agent 4fbae999-6d77-4ef4-a38a-49129aac495b with binding_index 1 {{(pid=102100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:24:19.719924 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-1-iscsi, 2042b203-b5b7-49f8-8939-5ca2d9affb39) {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:19.724002 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:19.724582 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for subnet, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:19.729685 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae1e501-6785-4657-9ef8-440cce4cab00 None None] Network 2042b203-b5b7-49f8-8939-5ca2d9affb39 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:24:19.848546 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-e437e93a-8de9-4f4a-9e8e-7e0cbf8b3db2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8083282 Oct 27 01:24:19.851168 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36554) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:19.855769 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-4af9ad35-ddd1-4a82-84c1-09eb2df08948 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2142606715-router', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:24:19.875585 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616fd1b9-c83e-4990-8d0e-c53821110500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629b8746-a558-5717-8996-7634a48d8d2a-2042b203-b5b7-49f8-8939-5ca2d9affb39', 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'fixed_ips': [{'subnet_id': '04798cc5-e1c0-4972-be48-0203c89ee0e2'}]}} from dv-cinder-815560-1-iscsi. {{(pid=102102) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 01:24:19.877349 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-616fd1b9-c83e-4990-8d0e-c53821110500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:19.944766 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-9cea7bb4-f23f-48cf-88d3-5066fca30e17 req-1b378416-0321-4497-8b09-07a4a8d73834 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=04c63b91-4304-474a-a244-d87f58ccf234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427229 Oct 27 01:24:19.945982 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad35-ddd1-4a82-84c1-09eb2df08948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5151'] for router, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:19.947034 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad35-ddd1-4a82-84c1-09eb2df08948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3724077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5156'] for router, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:19.999237 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad35-ddd1-4a82-84c1-09eb2df08948 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:20.021972 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-616fd1b9-c83e-4990-8d0e-c53821110500 None None] Allocated IP 172.20.0.2 (2042b203-b5b7-49f8-8939-5ca2d9affb39/04798cc5-e1c0-4972-be48-0203c89ee0e2/3f34112d-abfa-4665-b0fb-85a4eedfeb25) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:24:20.062881 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea7bb4-f23f-48cf-88d3-5066fca30e17 req-990d40d0-4b31-424e-874a-a0d60490deb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:20.064883 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-9cea7bb4-f23f-48cf-88d3-5066fca30e17 req-990d40d0-4b31-424e-874a-a0d60490deb1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0aca48cc13184200acc3cee83bf4265c&device_id=04c63b91-4304-474a-a244-d87f58ccf234 HTTP/1.1" status: 200 len: 1098 time: 0.0412104 Oct 27 01:24:20.171799 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-616fd1b9-c83e-4990-8d0e-c53821110500 None None] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:20.246041 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-616fd1b9-c83e-4990-8d0e-c53821110500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:20.283901 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad35-ddd1-4a82-84c1-09eb2df08948 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:20.285240 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616fd1b9-c83e-4990-8d0e-c53821110500 None None] Network 2042b203-b5b7-49f8-8939-5ca2d9affb39 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:20.288251 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-616fd1b9-c83e-4990-8d0e-c53821110500 None None] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:20.291818 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616fd1b9-c83e-4990-8d0e-c53821110500 None None] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:24:20.300721 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea7bb4-f23f-48cf-88d3-5066fca30e17 req-1bbe5c4c-262c-4e9f-a1cc-96f1336bc815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:20.300895 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fd1b9-c83e-4990-8d0e-c53821110500 None None] Pushing event updated for resources: {'Port': ['ID=3f34112d-abfa-4665-b0fb-85a4eedfeb25,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:20.302354 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-9cea7bb4-f23f-48cf-88d3-5066fca30e17 req-1bbe5c4c-262c-4e9f-a1cc-96f1336bc815 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c89d8d0d-00d8-415f-ae8d-2501c753c88f HTTP/1.1" status: 200 len: 916 time: 0.2131417 Oct 27 01:24:20.345815 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-9cea7bb4-f23f-48cf-88d3-5066fca30e17 req-859343bc-26c2-40b4-833a-4f5794b8e515 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c2e10e7-5f1e-4d8b-8f85-8ee84618befe HTTP/1.1" status: 200 len: 217 time: 0.0337546 Oct 27 01:24:20.350284 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-616fd1b9-c83e-4990-8d0e-c53821110500 None None] Attempting to bind port 3f34112d-abfa-4665-b0fb-85a4eedfeb25 on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:24:20.350657 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-616fd1b9-c83e-4990-8d0e-c53821110500 None None] Attempting to bind port 3f34112d-abfa-4665-b0fb-85a4eedfeb25 by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': 'a58535e4-7aba-4125-97b0-c17f89f4a447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:24:20.351020 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616fd1b9-c83e-4990-8d0e-c53821110500 None None] Attempting to bind port 3f34112d-abfa-4665-b0fb-85a4eedfeb25 on network 2042b203-b5b7-49f8-8939-5ca2d9affb39 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:20.356348 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616fd1b9-c83e-4990-8d0e-c53821110500 None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:24:20.356719 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616fd1b9-c83e-4990-8d0e-c53821110500 None None] Checking segment: {'id': 'a58535e4-7aba-4125-97b0-c17f89f4a447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:24:20.357164 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-616fd1b9-c83e-4990-8d0e-c53821110500 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:20.357549 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616fd1b9-c83e-4990-8d0e-c53821110500 None None] Bound using segment: {'id': 'a58535e4-7aba-4125-97b0-c17f89f4a447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39'} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:24:20.358009 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-616fd1b9-c83e-4990-8d0e-c53821110500 None None] Bound port: 3f34112d-abfa-4665-b0fb-85a4eedfeb25, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58535e4-7aba-4125-97b0-c17f89f4a447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39'}}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:24:20.358411 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-616fd1b9-c83e-4990-8d0e-c53821110500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:20.406726 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea7bb4-f23f-48cf-88d3-5066fca30e17 req-40b90282-bc99-42c5-bcb9-8207c8f8829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:20.408833 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-9cea7bb4-f23f-48cf-88d3-5066fca30e17 req-40b90282-bc99-42c5-bcb9-8207c8f8829b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d005165f-9d44-442d-abef-8e90845d65b1 HTTP/1.1" status: 200 len: 855 time: 0.0542183 Oct 27 01:24:20.423175 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-616fd1b9-c83e-4990-8d0e-c53821110500 None None] For port 3f34112d-abfa-4665-b0fb-85a4eedfeb25, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:24:20.428573 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-616fd1b9-c83e-4990-8d0e-c53821110500 None None] For port 3f34112d-abfa-4665-b0fb-85a4eedfeb25, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=3f34112d-abfa-4665-b0fb-85a4eedfeb25,segment=NetworkSegment(a58535e4-7aba-4125-97b0-c17f89f4a447),segment_id=a58535e4-7aba-4125-97b0-c17f89f4a447)] {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:24:20.464369 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-9cea7bb4-f23f-48cf-88d3-5066fca30e17 req-46929f4f-c37a-4cd9-9b2c-13254fe0580a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c89d8d0d-00d8-415f-ae8d-2501c753c88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289795 Oct 27 01:24:20.503397 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-616fd1b9-c83e-4990-8d0e-c53821110500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:20.564754 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fd1b9-c83e-4990-8d0e-c53821110500 None None] Pushing event updated for resources: {'Port': ['ID=3f34112d-abfa-4665-b0fb-85a4eedfeb25,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:20.587586 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-9cea7bb4-f23f-48cf-88d3-5066fca30e17 req-907480a3-b0d1-4c5c-8206-3d7a19478b14 service neutron] 10.222.0.36 "GET /v2.0/networks/c89d8d0d-00d8-415f-ae8d-2501c753c88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069298 Oct 27 01:24:20.991318 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad35-ddd1-4a82-84c1-09eb2df08948 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:21.020772 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad35-ddd1-4a82-84c1-09eb2df08948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:21.030307 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-9cea7bb4-f23f-48cf-88d3-5066fca30e17 req-2e5cc9cd-8a2a-4474-b25f-87d78ba765e3 service neutron] 10.222.0.36 "GET /v2.0/networks/c89d8d0d-00d8-415f-ae8d-2501c753c88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096777 Oct 27 01:24:21.126887 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [None req-4af9ad35-ddd1-4a82-84c1-09eb2df08948 admin admin] Allocated IP 172.27.3.24 (446c4d70-d462-4a3b-8224-efffdf97f324/4937d60a-1906-48c0-8abc-dbda7672a658/63c8c92a-663c-4997-909a-ac4a0ddd9892) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:24:21.252738 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad35-ddd1-4a82-84c1-09eb2df08948 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:21.383395 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad35-ddd1-4a82-84c1-09eb2df08948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:21.424407 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af9ad35-ddd1-4a82-84c1-09eb2df08948 admin admin] Network 446c4d70-d462-4a3b-8224-efffdf97f324 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:21.427353 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-4af9ad35-ddd1-4a82-84c1-09eb2df08948 admin admin] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:21.431067 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af9ad35-ddd1-4a82-84c1-09eb2df08948 admin admin] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:24:21.436560 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9ad35-ddd1-4a82-84c1-09eb2df08948 admin admin] Pushing event updated for resources: {'Port': ['ID=63c8c92a-663c-4997-909a-ac4a0ddd9892,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:21.485284 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e27519-2def-412b-b0b6-bb48401effa0 None None] Network 2042b203-b5b7-49f8-8939-5ca2d9affb39 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:24:21.574637 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-3cabd337-c6ca-48ff-81af-6f70a6767dba None None] Provisioning complete for port 3f34112d-abfa-4665-b0fb-85a4eedfeb25 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:21.574916 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3cabd337-c6ca-48ff-81af-6f70a6767dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:21.711141 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3cabd337-c6ca-48ff-81af-6f70a6767dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:21.753541 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-3cabd337-c6ca-48ff-81af-6f70a6767dba None None] For port 3f34112d-abfa-4665-b0fb-85a4eedfeb25, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=3f34112d-abfa-4665-b0fb-85a4eedfeb25,segment=NetworkSegment(a58535e4-7aba-4125-97b0-c17f89f4a447),segment_id=a58535e4-7aba-4125-97b0-c17f89f4a447)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:21.800844 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad35-ddd1-4a82-84c1-09eb2df08948 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:21.828417 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3cabd337-c6ca-48ff-81af-6f70a6767dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:21.861466 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 3f34112d-abfa-4665-b0fb-85a4eedfeb25 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:21.927328 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabd337-c6ca-48ff-81af-6f70a6767dba None None] Pushing event updated for resources: {'Port': ['ID=3f34112d-abfa-4665-b0fb-85a4eedfeb25,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:21.950285 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 3f34112d-abfa-4665-b0fb-85a4eedfeb25 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:21.950659 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:21.979341 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-4e49f2a3-5e42-4276-bcd2-d0ee5c7e6753 None None] Provisioning complete for port 3f34112d-abfa-4665-b0fb-85a4eedfeb25 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:21.979708 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4e49f2a3-5e42-4276-bcd2-d0ee5c7e6753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:22.016180 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad35-ddd1-4a82-84c1-09eb2df08948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3724052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721622'] for router, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:22.216858 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af9ad35-ddd1-4a82-84c1-09eb2df08948 admin admin] Router 331a5e4e-ec60-400d-8036-5f0f948d6e0c is scheduled to L3 agent c117865a-b75a-494f-8807-bd32898b5467 with binding_index 1 {{(pid=102100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:24:22.328377 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af9ad35-ddd1-4a82-84c1-09eb2df08948 admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:24:22.337371 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] Sync routers for ids ['331a5e4e-ec60-400d-8036-5f0f948d6e0c'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:24:22.347040 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] Routers {'331a5e4e-ec60-400d-8036-5f0f948d6e0c'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:24:22.347575 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:23:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['331a5e4e-ec60-400d-8036-5f0f948d6e0c'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:22.405386 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad35-ddd1-4a82-84c1-09eb2df08948 admin admin] Publish callbacks [] for router, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:22.405386 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-4af9ad35-ddd1-4a82-84c1-09eb2df08948 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5528264 Oct 27 01:24:22.408178 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36570) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:22.451371 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] Set router 331a5e4e-ec60-400d-8036-5f0f948d6e0c gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:24:22.753166 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'name': 'tempest-TestShelveInstance-2142606715-router', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:19Z', 'updated_at': '2021-10-27T01:24:21Z', 'revision_number': 3, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'gw_port': {'id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:21Z', 'updated_at': '2021-10-27T01:24:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:22.779928 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] Checking router: 331a5e4e-ec60-400d-8036-5f0f948d6e0c for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:24:22.780094 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] Updating router 331a5e4e-ec60-400d-8036-5f0f948d6e0c port 63c8c92a-663c-4997-909a-ac4a0ddd9892 binding host dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:24:22.809796 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:22.822004 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a9f90785-8db5-4b35-845e-25fa27804c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:22.972517 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [None req-a9f90785-8db5-4b35-845e-25fa27804c6f admin admin] Allocated IP 172.20.0.1 (2042b203-b5b7-49f8-8939-5ca2d9affb39/04798cc5-e1c0-4972-be48-0203c89ee0e2/61b69c4a-00a3-472b-aec0-701b56f1f02d) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:24:23.060177 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:23.077341 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a9f90785-8db5-4b35-845e-25fa27804c6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:23.148271 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:23.177807 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a9f90785-8db5-4b35-845e-25fa27804c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:23.198573 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] Attempting to bind port 63c8c92a-663c-4997-909a-ac4a0ddd9892 on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:24:23.198930 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] Attempting to bind port 63c8c92a-663c-4997-909a-ac4a0ddd9892 by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:24:23.199255 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] Attempting to bind port 63c8c92a-663c-4997-909a-ac4a0ddd9892 on network 446c4d70-d462-4a3b-8224-efffdf97f324 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:23.206236 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e493d-8a54-4dfc-b759-3b98569c908d None None] Pushing event updated for resources: {'Port': ['ID=63c8c92a-663c-4997-909a-ac4a0ddd9892,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:23.210289 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:24:23.210744 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] Checking segment: {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:24:23.211142 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:23.211811 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] Bound using segment: {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:24:23.211979 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] Bound port: 63c8c92a-663c-4997-909a-ac4a0ddd9892, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:24:23.212360 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:23.222337 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f90785-8db5-4b35-845e-25fa27804c6f admin admin] Network 2042b203-b5b7-49f8-8939-5ca2d9affb39 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:23.225506 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-a9f90785-8db5-4b35-845e-25fa27804c6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:23.229498 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f90785-8db5-4b35-845e-25fa27804c6f admin admin] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:24:23.255569 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f90785-8db5-4b35-845e-25fa27804c6f admin admin] Pushing event updated for resources: {'Port': ['ID=61b69c4a-00a3-472b-aec0-701b56f1f02d,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:23.274260 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a9f90785-8db5-4b35-845e-25fa27804c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723211'] for router_interface, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:23.279708 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] For port 63c8c92a-663c-4997-909a-ac4a0ddd9892, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:24:23.287396 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] For port 63c8c92a-663c-4997-909a-ac4a0ddd9892, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=63c8c92a-663c-4997-909a-ac4a0ddd9892,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:24:23.366235 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:23.429074 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] Routers {'331a5e4e-ec60-400d-8036-5f0f948d6e0c'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:24:23.429698 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:23:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['331a5e4e-ec60-400d-8036-5f0f948d6e0c'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:23.431952 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e493d-8a54-4dfc-b759-3b98569c908d None None] Pushing event updated for resources: {'Port': ['ID=63c8c92a-663c-4997-909a-ac4a0ddd9892,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:23.475378 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a9f90785-8db5-4b35-845e-25fa27804c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:23.507794 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-7f5a42a5-c44b-46ed-989e-fdf8b874013e None None] Provisioning complete for port 61b69c4a-00a3-472b-aec0-701b56f1f02d triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:23.508056 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7f5a42a5-c44b-46ed-989e-fdf8b874013e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:23.555074 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-7f5a42a5-c44b-46ed-989e-fdf8b874013e None None] Port 61b69c4a-00a3-472b-aec0-701b56f1f02d cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:24:23.574211 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] Set router 331a5e4e-ec60-400d-8036-5f0f948d6e0c gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:24:23.638044 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a9f90785-8db5-4b35-845e-25fa27804c6f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:23.697033 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a9f90785-8db5-4b35-845e-25fa27804c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:23.762752 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a9f90785-8db5-4b35-845e-25fa27804c6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3631245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3721307'] for router_interface, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:23.769075 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f90785-8db5-4b35-845e-25fa27804c6f admin admin] Pushing event updated for resources: {'Port': ['ID=61b69c4a-00a3-472b-aec0-701b56f1f02d,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:23.772031 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'name': 'tempest-TestShelveInstance-2142606715-router', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:19Z', 'updated_at': '2021-10-27T01:24:21Z', 'revision_number': 3, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'gw_port': {'id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:21Z', 'updated_at': '2021-10-27T01:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:23.800991 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bf973d-99c1-44fd-9774-5a70c675aa41 None None] The sync data for ids ['331a5e4e-ec60-400d-8036-5f0f948d6e0c'] in dv-cinder-815560-1-iscsi is: [{'id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'name': 'tempest-TestShelveInstance-2142606715-router', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:19Z', 'updated_at': '2021-10-27T01:24:21Z', 'revision_number': 3, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'gw_port': {'id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:21Z', 'updated_at': '2021-10-27T01:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:24:23.810905 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 3f34112d-abfa-4665-b0fb-85a4eedfeb25 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:23.815615 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e3780c63-91f4-4cff-9731-1da4a4e8629d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:23.883629 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 3f34112d-abfa-4665-b0fb-85a4eedfeb25 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:23.883992 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f90785-8db5-4b35-845e-25fa27804c6f admin admin] Network 2042b203-b5b7-49f8-8939-5ca2d9affb39 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:23.884454 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:23.887140 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-a9f90785-8db5-4b35-845e-25fa27804c6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:24.024458 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f90785-8db5-4b35-845e-25fa27804c6f admin admin] Router 331a5e4e-ec60-400d-8036-5f0f948d6e0c has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:24:24.147869 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f90785-8db5-4b35-845e-25fa27804c6f admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:24:24.152894 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-a9f90785-8db5-4b35-845e-25fa27804c6f admin admin] 10.222.0.32 "PUT /v2.0/routers/331a5e4e-ec60-400d-8036-5f0f948d6e0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7436457 Oct 27 01:24:24.183229 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-a7f5936e-58bf-4329-a025-942da368fd88 None None] Provisioning complete for port 61b69c4a-00a3-472b-aec0-701b56f1f02d triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:24.183735 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a7f5936e-58bf-4329-a025-942da368fd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:24.220473 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-a7f5936e-58bf-4329-a025-942da368fd88 None None] Port 61b69c4a-00a3-472b-aec0-701b56f1f02d cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:24:24.864453 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36598) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:24.869402 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-986ca339-baf3-4847-a1b0-7612df832577 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1147216161-network', 'tenant_id': '09ce70adca1d41049501286314f0bd94'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:24:25.039838 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986ca339-baf3-4847-a1b0-7612df832577 admin admin] Made reservation on behalf of 09ce70adca1d41049501286314f0bd94 for: {'network': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:24:25.051478 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-986ca339-baf3-4847-a1b0-7612df832577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for network, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:25.054705 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-986ca339-baf3-4847-a1b0-7612df832577 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:25.134315 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-986ca339-baf3-4847-a1b0-7612df832577 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:25.194111 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-986ca339-baf3-4847-a1b0-7612df832577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:25.222657 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986ca339-baf3-4847-a1b0-7612df832577 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=102100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:24:25.229179 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ca339-baf3-4847-a1b0-7612df832577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6a7057-cf45-42b3-99f3-f9ac6f1033b4,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:25.238737 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-986ca339-baf3-4847-a1b0-7612df832577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:25.238964 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.db.segments_db [None req-986ca339-baf3-4847-a1b0-7612df832577 admin admin] Added segment 793e358d-52bc-4b4e-b1de-c5744a89c028 of type vlan for network bab4a656-ccd0-4fc9-a10d-768de141e62f Oct 27 01:24:25.283077 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-986ca339-baf3-4847-a1b0-7612df832577 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793628853670'] for network, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:25.352586 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] Sync routers for ids ['331a5e4e-ec60-400d-8036-5f0f948d6e0c'] in dv-cinder-815560-1-iscsi {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:24:25.363078 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] Routers {'331a5e4e-ec60-400d-8036-5f0f948d6e0c'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:24:25.363685 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:23:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['331a5e4e-ec60-400d-8036-5f0f948d6e0c'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:25.394242 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-986ca339-baf3-4847-a1b0-7612df832577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for network, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:25.395632 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986ca339-baf3-4847-a1b0-7612df832577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:25.396260 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-986ca339-baf3-4847-a1b0-7612df832577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:25.456862 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ca339-baf3-4847-a1b0-7612df832577 admin admin] Pushing event updated for resources: {'Network': ['ID=bab4a656-ccd0-4fc9-a10d-768de141e62f,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:25.466578 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Network bab4a656-ccd0-4fc9-a10d-768de141e62f details requested by agent ovs-agent-dv-cinder-815560-1-iscsi with host dv-cinder-815560-1-iscsi {{(pid=102102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:24:25.467295 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] Set router 331a5e4e-ec60-400d-8036-5f0f948d6e0c gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:24:25.580598 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-986ca339-baf3-4847-a1b0-7612df832577 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7148840 Oct 27 01:24:25.583626 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36604) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:25.588381 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-79e2248b-72af-43e5-80d7-4c04551763b2 admin admin] Request body: {'subnet': {'network_id': 'bab4a656-ccd0-4fc9-a10d-768de141e62f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1147216161-subnet', 'tenant_id': '09ce70adca1d41049501286314f0bd94', 'ip_version': 4}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:24:25.674490 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e2248b-72af-43e5-80d7-4c04551763b2 admin admin] Made reservation on behalf of 09ce70adca1d41049501286314f0bd94 for: {'subnet': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:24:25.676961 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-79e2248b-72af-43e5-80d7-4c04551763b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122602'] for subnet, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:25.760675 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'name': 'tempest-TestShelveInstance-2142606715-router', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:19Z', 'updated_at': '2021-10-27T01:24:23Z', 'revision_number': 4, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'gw_port': {'id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:21Z', 'updated_at': '2021-10-27T01:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '61b69c4a-00a3-472b-aec0-701b56f1f02d', 'name': '', 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'mac_address': 'fa:16:3e:69:bb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '04798cc5-e1c0-4972-be48-0203c89ee0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:22Z', 'updated_at': '2021-10-27T01:24:23Z', 'revision_number': 2, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'subnets': [{'id': '04798cc5-e1c0-4972-be48-0203c89ee0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:25.786872 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] Checking router: 331a5e4e-ec60-400d-8036-5f0f948d6e0c for host: dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:24:25.787225 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] Updating router 331a5e4e-ec60-400d-8036-5f0f948d6e0c port 61b69c4a-00a3-472b-aec0-701b56f1f02d binding host dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:24:25.812580 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:25.846119 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 63c8c92a-663c-4997-909a-ac4a0ddd9892 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:25.895157 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 63c8c92a-663c-4997-909a-ac4a0ddd9892 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:25.895525 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:25.925374 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-79e2248b-72af-43e5-80d7-4c04551763b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25379851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122580'] for subnet, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:25.978299 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:25.996017 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2248b-72af-43e5-80d7-4c04551763b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10bc8a09-b13c-4b7f-882b-30528095a02d,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:25.998827 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e2248b-72af-43e5-80d7-4c04551763b2 admin admin] Checking segment: {'id': '793e358d-52bc-4b4e-b1de-c5744a89c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bab4a656-ccd0-4fc9-a10d-768de141e62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:24:25.999295 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e2248b-72af-43e5-80d7-4c04551763b2 admin admin] Network hostable DHCP agents. Network: bab4a656-ccd0-4fc9-a10d-768de141e62f, hostable agents: ['4fbae999-6d77-4ef4-a38a-49129aac495b'], hosted agents: [] {{(pid=102100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:24:26.017110 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] For port 63c8c92a-663c-4997-909a-ac4a0ddd9892, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=63c8c92a-663c-4997-909a-ac4a0ddd9892,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:26.085537 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:26.091989 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e2248b-72af-43e5-80d7-4c04551763b2 admin admin] Network bab4a656-ccd0-4fc9-a10d-768de141e62f is scheduled to be hosted by DHCP agent 4fbae999-6d77-4ef4-a38a-49129aac495b with binding_index 1 {{(pid=102100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:24:26.098243 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:26.140811 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Pushing event updated for resources: {'Port': ['ID=63c8c92a-663c-4997-909a-ac4a0ddd9892,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:26.205046 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:26.216616 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-79e2248b-72af-43e5-80d7-4c04551763b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-1-iscsi, bab4a656-ccd0-4fc9-a10d-768de141e62f) {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:26.224318 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e2248b-72af-43e5-80d7-4c04551763b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:26.225178 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-79e2248b-72af-43e5-80d7-4c04551763b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for subnet, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:26.228853 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af3f3ee-e95a-43fd-95ea-2b4129ea3336 None None] Network bab4a656-ccd0-4fc9-a10d-768de141e62f requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:24:26.308443 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a98ad-5710-4df0-a8bc-4af4709f2f46 None None] Pushing event updated for resources: {'Port': ['ID=61b69c4a-00a3-472b-aec0-701b56f1f02d,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:26.332568 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] Attempting to bind port 61b69c4a-00a3-472b-aec0-701b56f1f02d on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:24:26.333123 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] Attempting to bind port 61b69c4a-00a3-472b-aec0-701b56f1f02d by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': 'a58535e4-7aba-4125-97b0-c17f89f4a447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:24:26.333661 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] Attempting to bind port 61b69c4a-00a3-472b-aec0-701b56f1f02d on network 2042b203-b5b7-49f8-8939-5ca2d9affb39 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:26.338345 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a98ad-5710-4df0-a8bc-4af4709f2f46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:26.338765 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a98ad-5710-4df0-a8bc-4af4709f2f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:26.339319 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a98ad-5710-4df0-a8bc-4af4709f2f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:26.341593 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a98ad-5710-4df0-a8bc-4af4709f2f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:26.346532 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a98ad-5710-4df0-a8bc-4af4709f2f46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:26.346532 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a98ad-5710-4df0-a8bc-4af4709f2f46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:26.346532 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a98ad-5710-4df0-a8bc-4af4709f2f46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:26.346532 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a98ad-5710-4df0-a8bc-4af4709f2f46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:26.346532 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a98ad-5710-4df0-a8bc-4af4709f2f46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:26.346532 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a98ad-5710-4df0-a8bc-4af4709f2f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:26.346532 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a98ad-5710-4df0-a8bc-4af4709f2f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:26.346532 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a98ad-5710-4df0-a8bc-4af4709f2f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:26.350595 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-79e2248b-72af-43e5-80d7-4c04551763b2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7634132 Oct 27 01:24:26.350767 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36624) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:26.356531 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-b17558a7-6c58-49c5-948f-b35a4b9fe3fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1147216161-router', 'tenant_id': '09ce70adca1d41049501286314f0bd94', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:24:26.359234 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:24:26.359728 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] Checking segment: {'id': 'a58535e4-7aba-4125-97b0-c17f89f4a447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:24:26.360279 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:26.360906 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] Bound using segment: {'id': 'a58535e4-7aba-4125-97b0-c17f89f4a447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:24:26.361566 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] Bound port: 61b69c4a-00a3-472b-aec0-701b56f1f02d, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58535e4-7aba-4125-97b0-c17f89f4a447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:24:26.362191 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:26.397155 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-79dda83d-7d80-4eaf-b50d-f4ffcf2dbe04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:26.439542 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] For port 61b69c4a-00a3-472b-aec0-701b56f1f02d, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:24:26.442099 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fec474f-6300-4d54-8278-cc0d8f6f8985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629b8746-a558-5717-8996-7634a48d8d2a-bab4a656-ccd0-4fc9-a10d-768de141e62f', 'network_id': 'bab4a656-ccd0-4fc9-a10d-768de141e62f', 'tenant_id': '09ce70adca1d41049501286314f0bd94', 'fixed_ips': [{'subnet_id': '10bc8a09-b13c-4b7f-882b-30528095a02d'}]}} from dv-cinder-815560-1-iscsi. {{(pid=102102) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 01:24:26.443128 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] For port 61b69c4a-00a3-472b-aec0-701b56f1f02d, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=61b69c4a-00a3-472b-aec0-701b56f1f02d,segment=NetworkSegment(a58535e4-7aba-4125-97b0-c17f89f4a447),segment_id=a58535e4-7aba-4125-97b0-c17f89f4a447)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:24:26.443284 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6fec474f-6300-4d54-8278-cc0d8f6f8985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:26.486199 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b17558a7-6c58-49c5-948f-b35a4b9fe3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5151'] for router, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:26.487286 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b17558a7-6c58-49c5-948f-b35a4b9fe3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3724077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5156'] for router, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:26.537219 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b17558a7-6c58-49c5-948f-b35a4b9fe3fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:26.560082 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:26.604669 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-6fec474f-6300-4d54-8278-cc0d8f6f8985 None None] Allocated IP 172.20.0.2 (bab4a656-ccd0-4fc9-a10d-768de141e62f/10bc8a09-b13c-4b7f-882b-30528095a02d/5acc1c3b-0d5e-4c43-acc3-53d68432b5e7) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:24:26.604669 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-b34d7368-37be-4dbb-93eb-9384d8d74655 None None] Provisioning complete for port 61b69c4a-00a3-472b-aec0-701b56f1f02d triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:26.604669 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b34d7368-37be-4dbb-93eb-9384d8d74655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:26.620892 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] Routers {'331a5e4e-ec60-400d-8036-5f0f948d6e0c'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:24:26.621563 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:24:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['331a5e4e-ec60-400d-8036-5f0f948d6e0c'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:26.664360 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a98ad-5710-4df0-a8bc-4af4709f2f46 None None] Pushing event updated for resources: {'Port': ['ID=61b69c4a-00a3-472b-aec0-701b56f1f02d,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:26.745538 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] Set router 331a5e4e-ec60-400d-8036-5f0f948d6e0c gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:24:26.790057 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b34d7368-37be-4dbb-93eb-9384d8d74655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:26.865358 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-b34d7368-37be-4dbb-93eb-9384d8d74655 None None] For port 61b69c4a-00a3-472b-aec0-701b56f1f02d, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=61b69c4a-00a3-472b-aec0-701b56f1f02d,segment=NetworkSegment(a58535e4-7aba-4125-97b0-c17f89f4a447),segment_id=a58535e4-7aba-4125-97b0-c17f89f4a447)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:26.871259 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6fec474f-6300-4d54-8278-cc0d8f6f8985 None None] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:26.980565 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'name': 'tempest-TestShelveInstance-2142606715-router', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:19Z', 'updated_at': '2021-10-27T01:24:23Z', 'revision_number': 4, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'gw_port': {'id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:21Z', 'updated_at': '2021-10-27T01:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '61b69c4a-00a3-472b-aec0-701b56f1f02d', 'name': '', 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'mac_address': 'fa:16:3e:69:bb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '04798cc5-e1c0-4972-be48-0203c89ee0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:22Z', 'updated_at': '2021-10-27T01:24:26Z', 'revision_number': 4, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'subnets': [{'id': '04798cc5-e1c0-4972-be48-0203c89ee0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:27.013077 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc4bbb3-314c-4572-af93-1c2779e3391b None None] The sync data for ids ['331a5e4e-ec60-400d-8036-5f0f948d6e0c'] in dv-cinder-815560-1-iscsi is: [{'id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'name': 'tempest-TestShelveInstance-2142606715-router', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:19Z', 'updated_at': '2021-10-27T01:24:23Z', 'revision_number': 4, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'gw_port': {'id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:21Z', 'updated_at': '2021-10-27T01:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '61b69c4a-00a3-472b-aec0-701b56f1f02d', 'name': '', 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'mac_address': 'fa:16:3e:69:bb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '04798cc5-e1c0-4972-be48-0203c89ee0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:22Z', 'updated_at': '2021-10-27T01:24:26Z', 'revision_number': 4, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'subnets': [{'id': '04798cc5-e1c0-4972-be48-0203c89ee0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:24:27.024590 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b17558a7-6c58-49c5-948f-b35a4b9fe3fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:27.063275 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b34d7368-37be-4dbb-93eb-9384d8d74655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:27.065549 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6fec474f-6300-4d54-8278-cc0d8f6f8985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:27.118828 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fec474f-6300-4d54-8278-cc0d8f6f8985 None None] Network bab4a656-ccd0-4fc9-a10d-768de141e62f is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:27.128374 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-6fec474f-6300-4d54-8278-cc0d8f6f8985 None None] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:27.136652 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fec474f-6300-4d54-8278-cc0d8f6f8985 None None] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:24:27.152915 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d7368-37be-4dbb-93eb-9384d8d74655 None None] Pushing event updated for resources: {'Port': ['ID=61b69c4a-00a3-472b-aec0-701b56f1f02d,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:27.255758 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:27.257410 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-4099ec0b-dabd-4416-b4fb-a76195e6f370 None None] Provisioning complete for port 61b69c4a-00a3-472b-aec0-701b56f1f02d triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:27.257928 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4099ec0b-dabd-4416-b4fb-a76195e6f370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:27.260284 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec474f-6300-4d54-8278-cc0d8f6f8985 None None] Pushing event updated for resources: {'Port': ['ID=5acc1c3b-0d5e-4c43-acc3-53d68432b5e7,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:27.262673 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-6fec474f-6300-4d54-8278-cc0d8f6f8985 None None] Attempting to bind port 5acc1c3b-0d5e-4c43-acc3-53d68432b5e7 on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:24:27.266799 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-6fec474f-6300-4d54-8278-cc0d8f6f8985 None None] Attempting to bind port 5acc1c3b-0d5e-4c43-acc3-53d68432b5e7 by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '793e358d-52bc-4b4e-b1de-c5744a89c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bab4a656-ccd0-4fc9-a10d-768de141e62f'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:24:27.266799 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fec474f-6300-4d54-8278-cc0d8f6f8985 None None] Attempting to bind port 5acc1c3b-0d5e-4c43-acc3-53d68432b5e7 on network bab4a656-ccd0-4fc9-a10d-768de141e62f {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:27.335956 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b17558a7-6c58-49c5-948f-b35a4b9fe3fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:27.434105 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fec474f-6300-4d54-8278-cc0d8f6f8985 None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:24:27.434526 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fec474f-6300-4d54-8278-cc0d8f6f8985 None None] Checking segment: {'id': '793e358d-52bc-4b4e-b1de-c5744a89c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bab4a656-ccd0-4fc9-a10d-768de141e62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:24:27.434932 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6fec474f-6300-4d54-8278-cc0d8f6f8985 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:27.435318 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fec474f-6300-4d54-8278-cc0d8f6f8985 None None] Bound using segment: {'id': '793e358d-52bc-4b4e-b1de-c5744a89c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bab4a656-ccd0-4fc9-a10d-768de141e62f'} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:24:27.435811 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-6fec474f-6300-4d54-8278-cc0d8f6f8985 None None] Bound port: 5acc1c3b-0d5e-4c43-acc3-53d68432b5e7, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793e358d-52bc-4b4e-b1de-c5744a89c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bab4a656-ccd0-4fc9-a10d-768de141e62f'}}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:24:27.436189 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6fec474f-6300-4d54-8278-cc0d8f6f8985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:27.545526 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-6fec474f-6300-4d54-8278-cc0d8f6f8985 None None] For port 5acc1c3b-0d5e-4c43-acc3-53d68432b5e7, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:24:27.549983 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-6fec474f-6300-4d54-8278-cc0d8f6f8985 None None] For port 5acc1c3b-0d5e-4c43-acc3-53d68432b5e7, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=5acc1c3b-0d5e-4c43-acc3-53d68432b5e7,segment=NetworkSegment(793e358d-52bc-4b4e-b1de-c5744a89c028),segment_id=793e358d-52bc-4b4e-b1de-c5744a89c028)] {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:24:27.624264 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b17558a7-6c58-49c5-948f-b35a4b9fe3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:27.635296 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6fec474f-6300-4d54-8278-cc0d8f6f8985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:27.687357 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:27.712758 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec474f-6300-4d54-8278-cc0d8f6f8985 None None] Pushing event updated for resources: {'Port': ['ID=5acc1c3b-0d5e-4c43-acc3-53d68432b5e7,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:27.774863 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [None req-b17558a7-6c58-49c5-948f-b35a4b9fe3fc admin admin] Allocated IP 172.27.3.191 (446c4d70-d462-4a3b-8224-efffdf97f324/4937d60a-1906-48c0-8abc-dbda7672a658/cbb697c7-6032-4d64-b7f1-2b9c4d5b6596) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:24:27.945352 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b17558a7-6c58-49c5-948f-b35a4b9fe3fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:27.978887 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 61b69c4a-00a3-472b-aec0-701b56f1f02d up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:28.042502 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 61b69c4a-00a3-472b-aec0-701b56f1f02d triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:28.042877 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:28.070246 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b17558a7-6c58-49c5-948f-b35a4b9fe3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:28.117812 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17558a7-6c58-49c5-948f-b35a4b9fe3fc admin admin] Network 446c4d70-d462-4a3b-8224-efffdf97f324 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:28.121097 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-b17558a7-6c58-49c5-948f-b35a4b9fe3fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:28.125109 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17558a7-6c58-49c5-948f-b35a4b9fe3fc admin admin] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:24:28.128794 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 63c8c92a-663c-4997-909a-ac4a0ddd9892 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:28.153190 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17558a7-6c58-49c5-948f-b35a4b9fe3fc admin admin] Pushing event updated for resources: {'Port': ['ID=cbb697c7-6032-4d64-b7f1-2b9c4d5b6596,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:28.188309 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 63c8c92a-663c-4997-909a-ac4a0ddd9892 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:28.189001 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:28.478129 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b17558a7-6c58-49c5-948f-b35a4b9fe3fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:28.682157 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b17558a7-6c58-49c5-948f-b35a4b9fe3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3724052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721622'] for router, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:28.697809 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d352d0-46d1-4cba-9444-8485a5e0df38 None None] Network bab4a656-ccd0-4fc9-a10d-768de141e62f requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:24:28.818614 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-e4dc3f19-6590-4a10-a2a1-e4e483146d47 None None] Provisioning complete for port 5acc1c3b-0d5e-4c43-acc3-53d68432b5e7 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:28.818886 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e4dc3f19-6590-4a10-a2a1-e4e483146d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:28.885112 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17558a7-6c58-49c5-948f-b35a4b9fe3fc admin admin] Router 44afe676-208f-43cb-8f42-f793296633e9 is scheduled to L3 agent c117865a-b75a-494f-8807-bd32898b5467 with binding_index 1 {{(pid=102100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:24:28.937344 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e4dc3f19-6590-4a10-a2a1-e4e483146d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:28.978924 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-e4dc3f19-6590-4a10-a2a1-e4e483146d47 None None] For port 5acc1c3b-0d5e-4c43-acc3-53d68432b5e7, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=5acc1c3b-0d5e-4c43-acc3-53d68432b5e7,segment=NetworkSegment(793e358d-52bc-4b4e-b1de-c5744a89c028),segment_id=793e358d-52bc-4b4e-b1de-c5744a89c028)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:28.998840 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17558a7-6c58-49c5-948f-b35a4b9fe3fc admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:24:29.013528 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] Sync routers for ids ['44afe676-208f-43cb-8f42-f793296633e9'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:24:29.025361 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] Routers {'44afe676-208f-43cb-8f42-f793296633e9'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:24:29.026092 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:24:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['44afe676-208f-43cb-8f42-f793296633e9'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:29.108310 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e4dc3f19-6590-4a10-a2a1-e4e483146d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:29.116029 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b17558a7-6c58-49c5-948f-b35a4b9fe3fc admin admin] Publish callbacks [] for router, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:29.117547 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-b17558a7-6c58-49c5-948f-b35a4b9fe3fc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7658257 Oct 27 01:24:29.120186 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36644) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:29.180349 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc3f19-6590-4a10-a2a1-e4e483146d47 None None] Pushing event updated for resources: {'Port': ['ID=5acc1c3b-0d5e-4c43-acc3-53d68432b5e7,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:29.193542 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] Set router 44afe676-208f-43cb-8f42-f793296633e9 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:24:29.196072 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:29.308994 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-29d6c268-6015-402f-8992-db8c31eb7b99 None None] Provisioning complete for port 5acc1c3b-0d5e-4c43-acc3-53d68432b5e7 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:29.309444 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-29d6c268-6015-402f-8992-db8c31eb7b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:29.460948 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44afe676-208f-43cb-8f42-f793296633e9', 'name': 'tempest-TestShelveInstance-1147216161-router', 'tenant_id': '09ce70adca1d41049501286314f0bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cbb697c7-6032-4d64-b7f1-2b9c4d5b6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:26Z', 'updated_at': '2021-10-27T01:24:28Z', 'revision_number': 3, 'project_id': '09ce70adca1d41049501286314f0bd94', 'gw_port': {'id': 'cbb697c7-6032-4d64-b7f1-2b9c4d5b6596', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44afe676-208f-43cb-8f42-f793296633e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:27Z', 'updated_at': '2021-10-27T01:24:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:29.491294 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] Checking router: 44afe676-208f-43cb-8f42-f793296633e9 for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:24:29.491631 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] Updating router 44afe676-208f-43cb-8f42-f793296633e9 port cbb697c7-6032-4d64-b7f1-2b9c4d5b6596 binding host dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:24:29.518923 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:29.549715 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-68c31ff7-d08b-4501-a5ca-402da03ca1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:29.703615 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [None req-68c31ff7-d08b-4501-a5ca-402da03ca1f3 admin admin] Allocated IP 172.20.0.1 (bab4a656-ccd0-4fc9-a10d-768de141e62f/10bc8a09-b13c-4b7f-882b-30528095a02d/0387acfc-db12-42b8-be28-df0cc2844016) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:24:29.774156 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:29.812815 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-68c31ff7-d08b-4501-a5ca-402da03ca1f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:29.839399 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 5acc1c3b-0d5e-4c43-acc3-53d68432b5e7 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:29.887180 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 5acc1c3b-0d5e-4c43-acc3-53d68432b5e7 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:29.887542 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:29.890986 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:29.954684 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-68c31ff7-d08b-4501-a5ca-402da03ca1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:29.978166 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] Attempting to bind port cbb697c7-6032-4d64-b7f1-2b9c4d5b6596 on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:24:29.978541 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] Attempting to bind port cbb697c7-6032-4d64-b7f1-2b9c4d5b6596 by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:24:29.978903 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] Attempting to bind port cbb697c7-6032-4d64-b7f1-2b9c4d5b6596 on network 446c4d70-d462-4a3b-8224-efffdf97f324 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:29.982707 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ce821-5142-47ba-8afc-6bd203bc1a59 None None] Pushing event updated for resources: {'Port': ['ID=cbb697c7-6032-4d64-b7f1-2b9c4d5b6596,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:29.988994 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:24:29.989493 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] Checking segment: {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:24:29.989776 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:29.990195 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] Bound using segment: {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:24:29.990673 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] Bound port: cbb697c7-6032-4d64-b7f1-2b9c4d5b6596, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:24:29.991057 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:29.994226 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c31ff7-d08b-4501-a5ca-402da03ca1f3 admin admin] Network bab4a656-ccd0-4fc9-a10d-768de141e62f is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:30.005773 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-68c31ff7-d08b-4501-a5ca-402da03ca1f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:30.007773 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c31ff7-d08b-4501-a5ca-402da03ca1f3 admin admin] Pushing event updated for resources: {'Port': ['ID=0387acfc-db12-42b8-be28-df0cc2844016,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:30.010127 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c31ff7-d08b-4501-a5ca-402da03ca1f3 admin admin] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:24:30.049791 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-68c31ff7-d08b-4501-a5ca-402da03ca1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723211'] for router_interface, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:30.081946 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] For port cbb697c7-6032-4d64-b7f1-2b9c4d5b6596, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:24:30.085202 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] For port cbb697c7-6032-4d64-b7f1-2b9c4d5b6596, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=cbb697c7-6032-4d64-b7f1-2b9c4d5b6596,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:24:30.171688 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:30.231888 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] Routers {'44afe676-208f-43cb-8f42-f793296633e9'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:24:30.232503 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:24:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['44afe676-208f-43cb-8f42-f793296633e9'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:30.237341 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ce821-5142-47ba-8afc-6bd203bc1a59 None None] Pushing event updated for resources: {'Port': ['ID=cbb697c7-6032-4d64-b7f1-2b9c4d5b6596,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:30.237697 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-68c31ff7-d08b-4501-a5ca-402da03ca1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:30.430564 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-68c31ff7-d08b-4501-a5ca-402da03ca1f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:30.456517 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-e12a680a-5088-4f0b-a0be-1e9b35b53a37 None None] Provisioning complete for port 0387acfc-db12-42b8-be28-df0cc2844016 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:30.456877 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e12a680a-5088-4f0b-a0be-1e9b35b53a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:30.509845 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] Set router 44afe676-208f-43cb-8f42-f793296633e9 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:24:30.511375 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-e12a680a-5088-4f0b-a0be-1e9b35b53a37 None None] Port 0387acfc-db12-42b8-be28-df0cc2844016 cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:24:30.519678 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-68c31ff7-d08b-4501-a5ca-402da03ca1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:30.589673 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-68c31ff7-d08b-4501-a5ca-402da03ca1f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3631245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3721307'] for router_interface, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:30.592419 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c31ff7-d08b-4501-a5ca-402da03ca1f3 admin admin] Pushing event updated for resources: {'Port': ['ID=0387acfc-db12-42b8-be28-df0cc2844016,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:30.708312 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c31ff7-d08b-4501-a5ca-402da03ca1f3 admin admin] Network bab4a656-ccd0-4fc9-a10d-768de141e62f is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:24:30.709928 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-68c31ff7-d08b-4501-a5ca-402da03ca1f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:24:30.724925 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44afe676-208f-43cb-8f42-f793296633e9', 'name': 'tempest-TestShelveInstance-1147216161-router', 'tenant_id': '09ce70adca1d41049501286314f0bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cbb697c7-6032-4d64-b7f1-2b9c4d5b6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:26Z', 'updated_at': '2021-10-27T01:24:30Z', 'revision_number': 4, 'project_id': '09ce70adca1d41049501286314f0bd94', 'gw_port': {'id': 'cbb697c7-6032-4d64-b7f1-2b9c4d5b6596', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44afe676-208f-43cb-8f42-f793296633e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:27Z', 'updated_at': '2021-10-27T01:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '0387acfc-db12-42b8-be28-df0cc2844016', 'name': '', 'network_id': 'bab4a656-ccd0-4fc9-a10d-768de141e62f', 'tenant_id': '09ce70adca1d41049501286314f0bd94', 'mac_address': 'fa:16:3e:b6:92:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44afe676-208f-43cb-8f42-f793296633e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '10bc8a09-b13c-4b7f-882b-30528095a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:29Z', 'updated_at': '2021-10-27T01:24:29Z', 'revision_number': 1, 'project_id': '09ce70adca1d41049501286314f0bd94', 'subnets': [{'id': '10bc8a09-b13c-4b7f-882b-30528095a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:30.779247 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5e96a-344b-4f4c-a90a-4093e616de43 None None] The sync data for ids ['44afe676-208f-43cb-8f42-f793296633e9'] in dv-cinder-815560-1-iscsi is: [{'id': '44afe676-208f-43cb-8f42-f793296633e9', 'name': 'tempest-TestShelveInstance-1147216161-router', 'tenant_id': '09ce70adca1d41049501286314f0bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cbb697c7-6032-4d64-b7f1-2b9c4d5b6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:26Z', 'updated_at': '2021-10-27T01:24:30Z', 'revision_number': 4, 'project_id': '09ce70adca1d41049501286314f0bd94', 'gw_port': {'id': 'cbb697c7-6032-4d64-b7f1-2b9c4d5b6596', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44afe676-208f-43cb-8f42-f793296633e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:27Z', 'updated_at': '2021-10-27T01:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '0387acfc-db12-42b8-be28-df0cc2844016', 'name': '', 'network_id': 'bab4a656-ccd0-4fc9-a10d-768de141e62f', 'tenant_id': '09ce70adca1d41049501286314f0bd94', 'mac_address': 'fa:16:3e:b6:92:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44afe676-208f-43cb-8f42-f793296633e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '10bc8a09-b13c-4b7f-882b-30528095a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:29Z', 'updated_at': '2021-10-27T01:24:29Z', 'revision_number': 1, 'project_id': '09ce70adca1d41049501286314f0bd94', 'subnets': [{'id': '10bc8a09-b13c-4b7f-882b-30528095a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:24:30.853468 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c31ff7-d08b-4501-a5ca-402da03ca1f3 admin admin] Router 44afe676-208f-43cb-8f42-f793296633e9 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:24:30.875171 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbb740-604e-4923-903b-a3da7bf1ec9e req-c46f763b-1344-45fe-b261-de8dbacffdc3 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:30.877294 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-01cbb740-604e-4923-903b-a3da7bf1ec9e req-c46f763b-1344-45fe-b261-de8dbacffdc3 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e62ec14-e607-433f-90ae-db4ee8317198 HTTP/1.1" status: 200 len: 945 time: 0.0558827 Oct 27 01:24:30.919029 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-01cbb740-604e-4923-903b-a3da7bf1ec9e req-5c2bf599-36ff-412f-ac51-e351eb06e86f tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353913 Oct 27 01:24:30.979822 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c31ff7-d08b-4501-a5ca-402da03ca1f3 admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:24:30.994038 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-68c31ff7-d08b-4501-a5ca-402da03ca1f3 admin admin] 10.222.0.32 "PUT /v2.0/routers/44afe676-208f-43cb-8f42-f793296633e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8636134 Oct 27 01:24:31.040166 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-d12e898a-ff18-4852-9f49-4076b462845c None None] Provisioning complete for port 0387acfc-db12-42b8-be28-df0cc2844016 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:31.040616 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d12e898a-ff18-4852-9f49-4076b462845c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:31.082243 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-d12e898a-ff18-4852-9f49-4076b462845c None None] Port 0387acfc-db12-42b8-be28-df0cc2844016 cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:24:31.669292 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36670) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:31.673970 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-9987f96a-338c-4fd1-9529-30bd85693426 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-391808001', 'description': 'tempest-secgroup-smoke-391808001 description', 'project_id': '71d6d08d1ae14a628663fb4124cfccc2'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:24:31.771504 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9987f96a-338c-4fd1-9529-30bd85693426 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:31.834692 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device cbb697c7-6032-4d64-b7f1-2b9c4d5b6596 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:31.860172 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9987f96a-338c-4fd1-9529-30bd85693426 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:31.883650 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port cbb697c7-6032-4d64-b7f1-2b9c4d5b6596 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:31.883979 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:31.925030 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9987f96a-338c-4fd1-9529-30bd85693426 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:31.959171 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987f96a-338c-4fd1-9529-30bd85693426 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33a73408-663e-4b0b-9c34-8c8d0ab3d304,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:31.972204 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:32.008837 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] For port cbb697c7-6032-4d64-b7f1-2b9c4d5b6596, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=cbb697c7-6032-4d64-b7f1-2b9c4d5b6596,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:32.050540 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af43f53-7070-400f-8fe4-7627d0179279 req-f84ae93f-68d2-4b65-8220-f055222c192f tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:32.052019 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5af43f53-7070-400f-8fe4-7627d0179279 req-f84ae93f-68d2-4b65-8220-f055222c192f tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e62ec14-e607-433f-90ae-db4ee8317198 HTTP/1.1" status: 200 len: 945 time: 0.0512257 Oct 27 01:24:32.081863 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9987f96a-338c-4fd1-9529-30bd85693426 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:32.083065 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-9987f96a-338c-4fd1-9529-30bd85693426 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4127812 Oct 27 01:24:32.086193 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36676) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:32.089344 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5af43f53-7070-400f-8fe4-7627d0179279 req-96768a2e-0538-4ab9-a11b-d82b6f6cbced tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314403 Oct 27 01:24:32.090651 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-6cdbc495-8b10-4fe9-8357-f80e6b8e3e99 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Request body: {'security_group_rule': {'security_group_id': '33a73408-663e-4b0b-9c34-8c8d0ab3d304', 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:24:32.091105 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:32.141456 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Pushing event updated for resources: {'Port': ['ID=cbb697c7-6032-4d64-b7f1-2b9c4d5b6596,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:32.187309 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc495-8b10-4fe9-8357-f80e6b8e3e99 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:32.242237 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc495-8b10-4fe9-8357-f80e6b8e3e99 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:32.342251 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc495-8b10-4fe9-8357-f80e6b8e3e99 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:32.361653 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbc495-8b10-4fe9-8357-f80e6b8e3e99 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40abfe79-bb61-4289-8cf4-6b21bb56bf9e,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:32.441609 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc495-8b10-4fe9-8357-f80e6b8e3e99 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:32.442935 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-6cdbc495-8b10-4fe9-8357-f80e6b8e3e99 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3557565 Oct 27 01:24:32.445543 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36678) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:32.449818 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-4ff345fc-b18a-46e8-8cad-6034202f46ec tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Request body: {'security_group_rule': {'security_group_id': '33a73408-663e-4b0b-9c34-8c8d0ab3d304', 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:24:32.552480 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4ff345fc-b18a-46e8-8cad-6034202f46ec tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:32.621352 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4ff345fc-b18a-46e8-8cad-6034202f46ec tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:32.708144 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4ff345fc-b18a-46e8-8cad-6034202f46ec tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:32.728508 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff345fc-b18a-46e8-8cad-6034202f46ec tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2b4856-e46b-4c4f-ac32-35bc80da1392,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:32.806940 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4ff345fc-b18a-46e8-8cad-6034202f46ec tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:32.808155 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-4ff345fc-b18a-46e8-8cad-6034202f46ec tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3616626 Oct 27 01:24:32.810819 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36682) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:32.815333 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-1674e47c-3c3e-4d2d-80b4-6cbf2d5b0e74 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Request body: {'security_group_rule': {'security_group_id': '33a73408-663e-4b0b-9c34-8c8d0ab3d304', 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:24:32.929937 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1674e47c-3c3e-4d2d-80b4-6cbf2d5b0e74 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:33.008438 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1674e47c-3c3e-4d2d-80b4-6cbf2d5b0e74 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:33.033447 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97521c-c8ee-4e7e-99e9-76a7329515d1 req-11a860f8-96de-4d12-a458-3b044bf16023 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:33.035033 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-4e97521c-c8ee-4e7e-99e9-76a7329515d1 req-11a860f8-96de-4d12-a458-3b044bf16023 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e62ec14-e607-433f-90ae-db4ee8317198 HTTP/1.1" status: 200 len: 945 time: 0.0564971 Oct 27 01:24:33.102985 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1674e47c-3c3e-4d2d-80b4-6cbf2d5b0e74 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:33.133719 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674e47c-3c3e-4d2d-80b4-6cbf2d5b0e74 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dddd796b-62c1-45e5-9b96-fcc8878a3615,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:33.149958 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-4e97521c-c8ee-4e7e-99e9-76a7329515d1 req-43a99f9d-ade6-4605-a881-4e4518db34c2 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Deleting port f8c2d635-d80c-468a-920f-2b16de931b30 {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:24:33.150324 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4e97521c-c8ee-4e7e-99e9-76a7329515d1 req-43a99f9d-ade6-4605-a881-4e4518db34c2 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:33.213963 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721f88f-9554-4848-81a1-b49bce1124af req-125bc860-cfbf-4b6c-8f6b-d85509d3c4f3 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:33.214560 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1674e47c-3c3e-4d2d-80b4-6cbf2d5b0e74 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:33.217669 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-1674e47c-3c3e-4d2d-80b4-6cbf2d5b0e74 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4033637 Oct 27 01:24:33.217821 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e721f88f-9554-4848-81a1-b49bce1124af req-125bc860-cfbf-4b6c-8f6b-d85509d3c4f3 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e62ec14-e607-433f-90ae-db4ee8317198 HTTP/1.1" status: 200 len: 945 time: 0.0505536 Oct 27 01:24:33.217821 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 36688) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:33.222582 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-1baa0fa7-d6e2-4f2c-80be-947c67a53009 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Request body: {'security_group_rule': {'security_group_id': '33a73408-663e-4b0b-9c34-8c8d0ab3d304', 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:24:33.244896 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-4e97521c-c8ee-4e7e-99e9-76a7329515d1 req-43a99f9d-ade6-4605-a881-4e4518db34c2 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] For port f8c2d635-d80c-468a-920f-2b16de931b30, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=f8c2d635-d80c-468a-920f-2b16de931b30,segment=NetworkSegment(b72d2fa2-ce49-4700-84dc-0df1dbeb81d5),segment_id=b72d2fa2-ce49-4700-84dc-0df1dbeb81d5)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:33.245256 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4e97521c-c8ee-4e7e-99e9-76a7329515d1 req-43a99f9d-ade6-4605-a881-4e4518db34c2 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:33.258693 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-4e97521c-c8ee-4e7e-99e9-76a7329515d1 req-43a99f9d-ade6-4605-a881-4e4518db34c2 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Calling delete_port for f8c2d635-d80c-468a-920f-2b16de931b30 owned by compute:nova {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:24:33.270505 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e721f88f-9554-4848-81a1-b49bce1124af req-38e16bf5-4e35-4e99-984b-f1486ddf628d tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431750 Oct 27 01:24:33.330293 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1baa0fa7-d6e2-4f2c-80be-947c67a53009 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:33.380896 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1baa0fa7-d6e2-4f2c-80be-947c67a53009 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:33.479765 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1baa0fa7-d6e2-4f2c-80be-947c67a53009 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:33.498547 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa0fa7-d6e2-4f2c-80be-947c67a53009 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a966e8c7-62c2-4258-91a2-7c5d72de86bc,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:33.506866 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa0fa7-d6e2-4f2c-80be-947c67a53009 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:33.507254 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa0fa7-d6e2-4f2c-80be-947c67a53009 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:33.507594 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa0fa7-d6e2-4f2c-80be-947c67a53009 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:33.507928 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa0fa7-d6e2-4f2c-80be-947c67a53009 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:33.508258 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa0fa7-d6e2-4f2c-80be-947c67a53009 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:33.508603 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa0fa7-d6e2-4f2c-80be-947c67a53009 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:33.508721 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4e97521c-c8ee-4e7e-99e9-76a7329515d1 req-43a99f9d-ade6-4605-a881-4e4518db34c2 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:33.508907 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa0fa7-d6e2-4f2c-80be-947c67a53009 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:33.509231 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa0fa7-d6e2-4f2c-80be-947c67a53009 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:33.509554 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa0fa7-d6e2-4f2c-80be-947c67a53009 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:33.509882 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa0fa7-d6e2-4f2c-80be-947c67a53009 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:33.510236 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa0fa7-d6e2-4f2c-80be-947c67a53009 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:33.510555 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa0fa7-d6e2-4f2c-80be-947c67a53009 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:33.539040 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a99f9d-ade6-4605-a881-4e4518db34c2 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Pushing event deleted for resources: {'Port': ['ID=f8c2d635-d80c-468a-920f-2b16de931b30,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:33.549939 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['3c2e10e7-5f1e-4d8b-8f85-8ee84618befe', '53ddad0e-9508-4aac-a462-30949e2d214b', 'ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4', 'f8c2d635-d80c-468a-920f-2b16de931b30'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:24:33.580264 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e97521c-c8ee-4e7e-99e9-76a7329515d1 req-43a99f9d-ade6-4605-a881-4e4518db34c2 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] No DVR routers for this DVR port f8c2d635-d80c-468a-920f-2b16de931b30 on host hv-cinder-81556 {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:24:33.582710 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4e97521c-c8ee-4e7e-99e9-76a7329515d1 req-43a99f9d-ade6-4605-a881-4e4518db34c2 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:33.586010 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-4e97521c-c8ee-4e7e-99e9-76a7329515d1 req-43a99f9d-ade6-4605-a881-4e4518db34c2 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.36 "DELETE /v2.0/ports/f8c2d635-d80c-468a-920f-2b16de931b30 HTTP/1.1" status: 204 len: 173 time: 0.5431874 Oct 27 01:24:33.586507 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e62ec14-e607-433f-90ae-db4ee8317198', 'name': 'network-vif-deleted', 'tag': 'f8c2d635-d80c-468a-920f-2b16de931b30'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:24:33.588777 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c9625d-1098-4141-b0db-11871cdc0310" -d '{"events": [{"server_uuid": "1e62ec14-e607-433f-90ae-db4ee8317198", "name": "network-vif-deleted", "tag": "f8c2d635-d80c-468a-920f-2b16de931b30"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:24:33.596720 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1baa0fa7-d6e2-4f2c-80be-947c67a53009 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:33.597928 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-1baa0fa7-d6e2-4f2c-80be-947c67a53009 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3791878 Oct 27 01:24:33.600698 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 36692) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:33.605441 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-ebc8a93d-9ff6-4a8d-89c9-4229806172b0 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Request body: {'security_group_rule': {'security_group_id': '33a73408-663e-4b0b-9c34-8c8d0ab3d304', 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:24:33.631203 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3a4c45-3fce-41c8-89f5-68c32f2e1859 x-openstack-request-id: req-1d3a4c45-3fce-41c8-89f5-68c32f2e1859 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:24:33.631495 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e62ec14-e607-433f-90ae-db4ee8317198", "name": "network-vif-deleted", "tag": "f8c2d635-d80c-468a-920f-2b16de931b30", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:24:33.631749 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d3a4c45-3fce-41c8-89f5-68c32f2e1859 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:24:33.632144 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e62ec14-e607-433f-90ae-db4ee8317198', 'name': 'network-vif-deleted', 'tag': 'f8c2d635-d80c-468a-920f-2b16de931b30', 'status': 'completed', 'code': 200} Oct 27 01:24:33.679989 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-ebc8a93d-9ff6-4a8d-89c9-4229806172b0 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Project 71d6d08d1ae14a628663fb4124cfccc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 01:24:33.686407 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a93d-9ff6-4a8d-89c9-4229806172b0 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:33.760984 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a93d-9ff6-4a8d-89c9-4229806172b0 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:33.833949 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a93d-9ff6-4a8d-89c9-4229806172b0 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:33.834773 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device cbb697c7-6032-4d64-b7f1-2b9c4d5b6596 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:33.856326 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8a93d-9ff6-4a8d-89c9-4229806172b0 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9400bc41-03bb-49e0-a3e4-b7ff9dc9ca18,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:33.933174 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a93d-9ff6-4a8d-89c9-4229806172b0 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:33.934506 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-ebc8a93d-9ff6-4a8d-89c9-4229806172b0 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3328505 Oct 27 01:24:33.937430 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36696) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:33.943082 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-b9778d76-c82b-4d46-ba98-a04b9859054d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Request body: {'security_group_rule': {'security_group_id': '33a73408-663e-4b0b-9c34-8c8d0ab3d304', 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:24:33.951989 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port cbb697c7-6032-4d64-b7f1-2b9c4d5b6596 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:33.952315 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:33.957517 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] Sync routers for ids ['44afe676-208f-43cb-8f42-f793296633e9'] in dv-cinder-815560-1-iscsi {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:24:33.967234 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] Routers {'44afe676-208f-43cb-8f42-f793296633e9'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:24:33.967990 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:24:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['44afe676-208f-43cb-8f42-f793296633e9'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:34.062622 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.db.securitygroups_db [None req-b9778d76-c82b-4d46-ba98-a04b9859054d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Project 71d6d08d1ae14a628663fb4124cfccc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 01:24:34.071437 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b9778d76-c82b-4d46-ba98-a04b9859054d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:34.086503 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] Set router 44afe676-208f-43cb-8f42-f793296633e9 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:24:34.138012 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b9778d76-c82b-4d46-ba98-a04b9859054d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:34.216791 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b9778d76-c82b-4d46-ba98-a04b9859054d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:34.234840 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9778d76-c82b-4d46-ba98-a04b9859054d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6590e6c-1c50-41a6-ade1-70e8c7425c8b,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:34.291136 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44afe676-208f-43cb-8f42-f793296633e9', 'name': 'tempest-TestShelveInstance-1147216161-router', 'tenant_id': '09ce70adca1d41049501286314f0bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cbb697c7-6032-4d64-b7f1-2b9c4d5b6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:26Z', 'updated_at': '2021-10-27T01:24:30Z', 'revision_number': 4, 'project_id': '09ce70adca1d41049501286314f0bd94', 'gw_port': {'id': 'cbb697c7-6032-4d64-b7f1-2b9c4d5b6596', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44afe676-208f-43cb-8f42-f793296633e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:27Z', 'updated_at': '2021-10-27T01:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '0387acfc-db12-42b8-be28-df0cc2844016', 'name': '', 'network_id': 'bab4a656-ccd0-4fc9-a10d-768de141e62f', 'tenant_id': '09ce70adca1d41049501286314f0bd94', 'mac_address': 'fa:16:3e:b6:92:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44afe676-208f-43cb-8f42-f793296633e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '10bc8a09-b13c-4b7f-882b-30528095a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:29Z', 'updated_at': '2021-10-27T01:24:30Z', 'revision_number': 2, 'project_id': '09ce70adca1d41049501286314f0bd94', 'subnets': [{'id': '10bc8a09-b13c-4b7f-882b-30528095a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:34.306556 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-b9778d76-c82b-4d46-ba98-a04b9859054d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:34.308007 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-b9778d76-c82b-4d46-ba98-a04b9859054d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3692398 Oct 27 01:24:34.322976 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] Checking router: 44afe676-208f-43cb-8f42-f793296633e9 for host: dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:24:34.323331 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] Updating router 44afe676-208f-43cb-8f42-f793296633e9 port 0387acfc-db12-42b8-be28-df0cc2844016 binding host dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:24:34.350533 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:34.393756 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f6553300-258c-4cde-9448-1cca6d741de7 req-d0d0fd09-e1d4-49df-84a3-c61440f0b292 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e62ec14-e607-433f-90ae-db4ee8317198 HTTP/1.1" status: 200 len: 210 time: 0.0309675 Oct 27 01:24:34.628921 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:34.862324 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:34.914115 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aeaaf1-b89d-4bf9-9632-afc7b4db6ffc None None] Pushing event updated for resources: {'Port': ['ID=0387acfc-db12-42b8-be28-df0cc2844016,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:34.965170 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] Attempting to bind port 0387acfc-db12-42b8-be28-df0cc2844016 on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:24:34.965846 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] Attempting to bind port 0387acfc-db12-42b8-be28-df0cc2844016 by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '793e358d-52bc-4b4e-b1de-c5744a89c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bab4a656-ccd0-4fc9-a10d-768de141e62f'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:24:34.966115 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] Attempting to bind port 0387acfc-db12-42b8-be28-df0cc2844016 on network bab4a656-ccd0-4fc9-a10d-768de141e62f {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:24:34.971795 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:24:34.972190 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] Checking segment: {'id': '793e358d-52bc-4b4e-b1de-c5744a89c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bab4a656-ccd0-4fc9-a10d-768de141e62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:24:34.972568 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:34.972956 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] Bound using segment: {'id': '793e358d-52bc-4b4e-b1de-c5744a89c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bab4a656-ccd0-4fc9-a10d-768de141e62f'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:24:34.973428 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] Bound port: 0387acfc-db12-42b8-be28-df0cc2844016, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793e358d-52bc-4b4e-b1de-c5744a89c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bab4a656-ccd0-4fc9-a10d-768de141e62f'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:24:34.973822 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:35.043351 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] For port 0387acfc-db12-42b8-be28-df0cc2844016, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:24:35.047022 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] For port 0387acfc-db12-42b8-be28-df0cc2844016, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=0387acfc-db12-42b8-be28-df0cc2844016,segment=NetworkSegment(793e358d-52bc-4b4e-b1de-c5744a89c028),segment_id=793e358d-52bc-4b4e-b1de-c5744a89c028)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:24:35.129059 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-060b54ae-221f-4d9a-b386-468f832f5a85 None None] Provisioning complete for port 0387acfc-db12-42b8-be28-df0cc2844016 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:35.129602 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-060b54ae-221f-4d9a-b386-468f832f5a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:35.137431 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:35.189744 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] Routers {'44afe676-208f-43cb-8f42-f793296633e9'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:24:35.191797 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:24:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['44afe676-208f-43cb-8f42-f793296633e9'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:35.193170 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-060b54ae-221f-4d9a-b386-468f832f5a85 None None] Port 0387acfc-db12-42b8-be28-df0cc2844016 cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:24:35.378521 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aeaaf1-b89d-4bf9-9632-afc7b4db6ffc None None] Pushing event updated for resources: {'Port': ['ID=0387acfc-db12-42b8-be28-df0cc2844016,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:35.409517 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] Set router 44afe676-208f-43cb-8f42-f793296633e9 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:24:35.426575 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-61a489d2-cd27-461c-b57b-bb42be13e015 None None] Provisioning complete for port 0387acfc-db12-42b8-be28-df0cc2844016 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:35.426950 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61a489d2-cd27-461c-b57b-bb42be13e015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:35.521911 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61a489d2-cd27-461c-b57b-bb42be13e015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:35.554390 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-61a489d2-cd27-461c-b57b-bb42be13e015 None None] For port 0387acfc-db12-42b8-be28-df0cc2844016, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=0387acfc-db12-42b8-be28-df0cc2844016,segment=NetworkSegment(793e358d-52bc-4b4e-b1de-c5744a89c028),segment_id=793e358d-52bc-4b4e-b1de-c5744a89c028)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:35.618872 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44afe676-208f-43cb-8f42-f793296633e9', 'name': 'tempest-TestShelveInstance-1147216161-router', 'tenant_id': '09ce70adca1d41049501286314f0bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cbb697c7-6032-4d64-b7f1-2b9c4d5b6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:26Z', 'updated_at': '2021-10-27T01:24:30Z', 'revision_number': 4, 'project_id': '09ce70adca1d41049501286314f0bd94', 'gw_port': {'id': 'cbb697c7-6032-4d64-b7f1-2b9c4d5b6596', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44afe676-208f-43cb-8f42-f793296633e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:27Z', 'updated_at': '2021-10-27T01:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '0387acfc-db12-42b8-be28-df0cc2844016', 'name': '', 'network_id': 'bab4a656-ccd0-4fc9-a10d-768de141e62f', 'tenant_id': '09ce70adca1d41049501286314f0bd94', 'mac_address': 'fa:16:3e:b6:92:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44afe676-208f-43cb-8f42-f793296633e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '10bc8a09-b13c-4b7f-882b-30528095a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:29Z', 'updated_at': '2021-10-27T01:24:35Z', 'revision_number': 4, 'project_id': '09ce70adca1d41049501286314f0bd94', 'subnets': [{'id': '10bc8a09-b13c-4b7f-882b-30528095a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:35.622717 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61a489d2-cd27-461c-b57b-bb42be13e015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:35.655873 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7509b70-2bea-431d-8f91-30ab1788007c None None] The sync data for ids ['44afe676-208f-43cb-8f42-f793296633e9'] in dv-cinder-815560-1-iscsi is: [{'id': '44afe676-208f-43cb-8f42-f793296633e9', 'name': 'tempest-TestShelveInstance-1147216161-router', 'tenant_id': '09ce70adca1d41049501286314f0bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cbb697c7-6032-4d64-b7f1-2b9c4d5b6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:26Z', 'updated_at': '2021-10-27T01:24:30Z', 'revision_number': 4, 'project_id': '09ce70adca1d41049501286314f0bd94', 'gw_port': {'id': 'cbb697c7-6032-4d64-b7f1-2b9c4d5b6596', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44afe676-208f-43cb-8f42-f793296633e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:27Z', 'updated_at': '2021-10-27T01:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '0387acfc-db12-42b8-be28-df0cc2844016', 'name': '', 'network_id': 'bab4a656-ccd0-4fc9-a10d-768de141e62f', 'tenant_id': '09ce70adca1d41049501286314f0bd94', 'mac_address': 'fa:16:3e:b6:92:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44afe676-208f-43cb-8f42-f793296633e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '10bc8a09-b13c-4b7f-882b-30528095a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:29Z', 'updated_at': '2021-10-27T01:24:35Z', 'revision_number': 4, 'project_id': '09ce70adca1d41049501286314f0bd94', 'subnets': [{'id': '10bc8a09-b13c-4b7f-882b-30528095a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:24:35.677027 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a489d2-cd27-461c-b57b-bb42be13e015 None None] Pushing event updated for resources: {'Port': ['ID=0387acfc-db12-42b8-be28-df0cc2844016,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:35.816798 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device f8c2d635-d80c-468a-920f-2b16de931b30 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:24:35.860197 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 0387acfc-db12-42b8-be28-df0cc2844016 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:35.865185 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] No Port match for: f8c2d635-d80c-468a-920f-2b16de931b30 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:24:35.865185 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device f8c2d635-d80c-468a-920f-2b16de931b30 not bound to the agent host hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:24:35.913492 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 0387acfc-db12-42b8-be28-df0cc2844016 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:35.913899 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:37.470892 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdcd34-fc18-45ca-a744-10350234723c req-c9ce2079-9deb-4678-b31b-64f36e51626e tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:37.472378 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6bfdcd34-fc18-45ca-a744-10350234723c req-c9ce2079-9deb-4678-b31b-64f36e51626e tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ef3a98-3711-4393-a080-0660ad63f97c HTTP/1.1" status: 200 len: 946 time: 0.0486541 Oct 27 01:24:37.511091 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6bfdcd34-fc18-45ca-a744-10350234723c req-092d1ce5-214c-4e40-9a9a-e78b24cb610a tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324602 Oct 27 01:24:38.630683 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31e0b9-facd-41c3-b919-3bc8ae9df3e0 req-d026b274-bdb1-45f7-8db5-a7ded8812aa2 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:38.632215 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-cf31e0b9-facd-41c3-b919-3bc8ae9df3e0 req-d026b274-bdb1-45f7-8db5-a7ded8812aa2 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0865951 Oct 27 01:24:38.643792 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3504e3-4aaa-4c91-a725-e4ee79bb8470 req-9f889073-005c-4ec9-b229-e5e2a0fb4fbe tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:38.645218 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2f3504e3-4aaa-4c91-a725-e4ee79bb8470 req-9f889073-005c-4ec9-b229-e5e2a0fb4fbe tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ef3a98-3711-4393-a080-0660ad63f97c HTTP/1.1" status: 200 len: 946 time: 0.0627372 Oct 27 01:24:38.701663 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-cf31e0b9-facd-41c3-b919-3bc8ae9df3e0 req-562a7888-aace-4a92-90b0-ab8a33f8ae01 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555081 Oct 27 01:24:38.706653 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2f3504e3-4aaa-4c91-a725-e4ee79bb8470 req-2b86e4d9-7a18-49e8-8ce7-815950992f0c tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549054 Oct 27 01:24:39.590972 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0472b2-3d2a-4d67-94d6-629123f0d38d req-9389e1f8-745b-4c9a-be6c-f80e5c5fa560 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:39.592300 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-bc0472b2-3d2a-4d67-94d6-629123f0d38d req-9389e1f8-745b-4c9a-be6c-f80e5c5fa560 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ef3a98-3711-4393-a080-0660ad63f97c HTTP/1.1" status: 200 len: 946 time: 0.0469127 Oct 27 01:24:39.689365 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-bc0472b2-3d2a-4d67-94d6-629123f0d38d req-01b151f4-3501-4927-ba56-f282f925a6cb tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Deleting port ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4 {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:24:39.689699 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-bc0472b2-3d2a-4d67-94d6-629123f0d38d req-01b151f4-3501-4927-ba56-f282f925a6cb tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:39.784696 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-bc0472b2-3d2a-4d67-94d6-629123f0d38d req-01b151f4-3501-4927-ba56-f282f925a6cb tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] For port ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4,segment=NetworkSegment(b72d2fa2-ce49-4700-84dc-0df1dbeb81d5),segment_id=b72d2fa2-ce49-4700-84dc-0df1dbeb81d5)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:39.785142 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-bc0472b2-3d2a-4d67-94d6-629123f0d38d req-01b151f4-3501-4927-ba56-f282f925a6cb tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:39.798893 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-bc0472b2-3d2a-4d67-94d6-629123f0d38d req-01b151f4-3501-4927-ba56-f282f925a6cb tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Calling delete_port for ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4 owned by compute:nova {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:24:39.857689 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5abf7-5361-49e0-8407-487e7c8d77ea req-55d06f97-3975-40b7-a41c-c385bf5a0bd5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:39.859100 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-46b5abf7-5361-49e0-8407-487e7c8d77ea req-55d06f97-3975-40b7-a41c-c385bf5a0bd5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0778573 Oct 27 01:24:39.867282 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e19b4-99b2-4750-b8e0-f87da1d2c231 req-cd428bf3-1d5a-444c-baff-aac159016d13 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:39.868690 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9d0e19b4-99b2-4750-b8e0-f87da1d2c231 req-cd428bf3-1d5a-444c-baff-aac159016d13 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ef3a98-3711-4393-a080-0660ad63f97c HTTP/1.1" status: 200 len: 946 time: 0.0779896 Oct 27 01:24:39.932107 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-46b5abf7-5361-49e0-8407-487e7c8d77ea req-38e37a0c-8c09-4939-b221-30205530af44 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624378 Oct 27 01:24:39.937232 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9d0e19b4-99b2-4750-b8e0-f87da1d2c231 req-e86d51df-7cae-45c6-b380-7dbc36a2f5e3 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610042 Oct 27 01:24:40.005128 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-bc0472b2-3d2a-4d67-94d6-629123f0d38d req-01b151f4-3501-4927-ba56-f282f925a6cb tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:40.031738 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b151f4-3501-4927-ba56-f282f925a6cb tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Pushing event deleted for resources: {'Port': ['ID=ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:40.050248 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['3c2e10e7-5f1e-4d8b-8f85-8ee84618befe', '53ddad0e-9508-4aac-a462-30949e2d214b', 'ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:24:40.080001 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0472b2-3d2a-4d67-94d6-629123f0d38d req-01b151f4-3501-4927-ba56-f282f925a6cb tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] No DVR routers for this DVR port ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4 on host hv-cinder-81556 {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:24:40.082602 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-bc0472b2-3d2a-4d67-94d6-629123f0d38d req-01b151f4-3501-4927-ba56-f282f925a6cb tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:40.089407 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-bc0472b2-3d2a-4d67-94d6-629123f0d38d req-01b151f4-3501-4927-ba56-f282f925a6cb tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.36 "DELETE /v2.0/ports/ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4 HTTP/1.1" status: 204 len: 173 time: 0.4816160 Oct 27 01:24:40.089407 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ef3a98-3711-4393-a080-0660ad63f97c', 'name': 'network-vif-deleted', 'tag': 'ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:24:40.089407 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4642fd59-5209-4a63-97bd-cf21e69448c1" -d '{"events": [{"server_uuid": "e9ef3a98-3711-4393-a080-0660ad63f97c", "name": "network-vif-deleted", "tag": "ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:24:40.196170 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad5c663-606f-41ba-9743-2af88c3fa401 x-openstack-request-id: req-4ad5c663-606f-41ba-9743-2af88c3fa401 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:24:40.196454 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ef3a98-3711-4393-a080-0660ad63f97c", "name": "network-vif-deleted", "tag": "ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:24:40.196698 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ad5c663-606f-41ba-9743-2af88c3fa401 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:24:40.197087 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ef3a98-3711-4393-a080-0660ad63f97c', 'name': 'network-vif-deleted', 'tag': 'ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4', 'status': 'completed', 'code': 200} Oct 27 01:24:41.069224 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ea4579b2-c029-44a2-bda4-471622177b39 req-57e4344b-d98f-4bbc-8a40-509224339418 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ef3a98-3711-4393-a080-0660ad63f97c HTTP/1.1" status: 200 len: 210 time: 0.0488362 Oct 27 01:24:41.093719 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39997bab-3dc0-40be-941e-eab50c7e065d req-a45e6881-a5bf-471c-b992-d0b1c6d920c2 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:41.095846 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-39997bab-3dc0-40be-941e-eab50c7e065d req-a45e6881-a5bf-471c-b992-d0b1c6d920c2 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0856640 Oct 27 01:24:41.142880 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-39997bab-3dc0-40be-941e-eab50c7e065d req-0e88d77a-e088-47cd-8a60-209bea79ca9a tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370014 Oct 27 01:24:42.275927 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be0cc6-4aa6-4fcf-8453-6ee94776a00a req-deef0987-76f8-4668-8e18-a184002d8dfa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:42.277293 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a7be0cc6-4aa6-4fcf-8453-6ee94776a00a req-deef0987-76f8-4668-8e18-a184002d8dfa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0471377 Oct 27 01:24:42.314850 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a7be0cc6-4aa6-4fcf-8453-6ee94776a00a req-790b463b-f8ab-4d47-8578-6c96601780ab tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308499 Oct 27 01:24:42.574119 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738d874-7e9d-43c9-84fe-03ec317d2eb9 req-6da7ce23-8402-4446-b49d-aa9192e2d90a tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:42.575437 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9738d874-7e9d-43c9-84fe-03ec317d2eb9 req-6da7ce23-8402-4446-b49d-aa9192e2d90a tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad358cb-e3ad-4b49-8030-2e357c401601 HTTP/1.1" status: 200 len: 945 time: 0.0502222 Oct 27 01:24:42.613726 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9738d874-7e9d-43c9-84fe-03ec317d2eb9 req-aa2894f2-c529-4f45-94ea-b5b65024c116 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317645 Oct 27 01:24:43.432570 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f9ac5-ee5d-4896-9798-5444612d03cd req-4e42ea78-941f-4f7a-8c5d-57bd93aa4af0 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:43.434005 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1b5f9ac5-ee5d-4896-9798-5444612d03cd req-4e42ea78-941f-4f7a-8c5d-57bd93aa4af0 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0473025 Oct 27 01:24:43.472389 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1b5f9ac5-ee5d-4896-9798-5444612d03cd req-7990bbc3-021e-4b48-abc9-4dd12cda924c tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320861 Oct 27 01:24:43.543030 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:24:43.725926 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38853a87-fcbc-47ff-ba7e-ca7cebef6f4e req-4336dc5a-7638-48d7-a82e-586d0825dbcf tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:43.727670 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-38853a87-fcbc-47ff-ba7e-ca7cebef6f4e req-4336dc5a-7638-48d7-a82e-586d0825dbcf tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad358cb-e3ad-4b49-8030-2e357c401601 HTTP/1.1" status: 200 len: 945 time: 0.0496318 Oct 27 01:24:43.764739 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-38853a87-fcbc-47ff-ba7e-ca7cebef6f4e req-410a941f-16c2-4c83-a456-fa0e40ea6fe6 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312407 Oct 27 01:24:43.847198 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:24:43.869883 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] No Port match for: ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:24:43.870242 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device ec46c2c6-aa22-4cd6-9fec-a72909d9d2b4 not bound to the agent host hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:24:44.403940 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c23370-5605-4c71-935b-2069c9d8054a req-59244c69-7239-49ab-b2a7-f4cafc13acc8 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:44.405409 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-72c23370-5605-4c71-935b-2069c9d8054a req-59244c69-7239-49ab-b2a7-f4cafc13acc8 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad358cb-e3ad-4b49-8030-2e357c401601 HTTP/1.1" status: 200 len: 945 time: 0.0564823 Oct 27 01:24:44.493884 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-72c23370-5605-4c71-935b-2069c9d8054a req-d537709e-8390-494d-bbb1-15480bb6f5d4 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Deleting port 53ddad0e-9508-4aac-a462-30949e2d214b {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:24:44.494240 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-72c23370-5605-4c71-935b-2069c9d8054a req-d537709e-8390-494d-bbb1-15480bb6f5d4 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:44.603811 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e991ec-0183-49bd-9704-bce449118fdb req-3bf95708-e825-494e-8a74-2cb0a816480b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:44.605420 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d4e991ec-0183-49bd-9704-bce449118fdb req-3bf95708-e825-494e-8a74-2cb0a816480b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0562150 Oct 27 01:24:44.648347 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d4e991ec-0183-49bd-9704-bce449118fdb req-fb1cc272-09c4-4765-aac7-4cf7b011687e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342352 Oct 27 01:24:44.821204 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-72c23370-5605-4c71-935b-2069c9d8054a req-d537709e-8390-494d-bbb1-15480bb6f5d4 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] For port 53ddad0e-9508-4aac-a462-30949e2d214b, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=53ddad0e-9508-4aac-a462-30949e2d214b,segment=NetworkSegment(b72d2fa2-ce49-4700-84dc-0df1dbeb81d5),segment_id=b72d2fa2-ce49-4700-84dc-0df1dbeb81d5)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:44.821564 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-72c23370-5605-4c71-935b-2069c9d8054a req-d537709e-8390-494d-bbb1-15480bb6f5d4 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:44.833731 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-72c23370-5605-4c71-935b-2069c9d8054a req-d537709e-8390-494d-bbb1-15480bb6f5d4 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Calling delete_port for 53ddad0e-9508-4aac-a462-30949e2d214b owned by compute:nova {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:24:44.892365 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91036a3-164f-4025-bad2-c3a0f0f11e00 req-bdaf5fb8-1758-4fdf-92fc-a064748c557e tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:44.893858 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c91036a3-164f-4025-bad2-c3a0f0f11e00 req-bdaf5fb8-1758-4fdf-92fc-a064748c557e tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad358cb-e3ad-4b49-8030-2e357c401601 HTTP/1.1" status: 200 len: 945 time: 0.0619874 Oct 27 01:24:44.934870 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c91036a3-164f-4025-bad2-c3a0f0f11e00 req-7a2c2eff-1aa7-4eb6-9764-a92d44702677 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337815 Oct 27 01:24:45.085070 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-72c23370-5605-4c71-935b-2069c9d8054a req-d537709e-8390-494d-bbb1-15480bb6f5d4 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:45.114896 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537709e-8390-494d-bbb1-15480bb6f5d4 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Pushing event deleted for resources: {'Port': ['ID=53ddad0e-9508-4aac-a462-30949e2d214b,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:45.124799 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['3c2e10e7-5f1e-4d8b-8f85-8ee84618befe', '53ddad0e-9508-4aac-a462-30949e2d214b'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:24:45.163173 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c23370-5605-4c71-935b-2069c9d8054a req-d537709e-8390-494d-bbb1-15480bb6f5d4 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] No DVR routers for this DVR port 53ddad0e-9508-4aac-a462-30949e2d214b on host hv-cinder-81556 {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:24:45.165602 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-72c23370-5605-4c71-935b-2069c9d8054a req-d537709e-8390-494d-bbb1-15480bb6f5d4 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:45.168898 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-72c23370-5605-4c71-935b-2069c9d8054a req-d537709e-8390-494d-bbb1-15480bb6f5d4 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.36 "DELETE /v2.0/ports/53ddad0e-9508-4aac-a462-30949e2d214b HTTP/1.1" status: 204 len: 173 time: 0.7558975 Oct 27 01:24:45.169337 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad358cb-e3ad-4b49-8030-2e357c401601', 'name': 'network-vif-deleted', 'tag': '53ddad0e-9508-4aac-a462-30949e2d214b'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:24:45.171591 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44574892-9c50-450a-9203-9e23e9f30c40" -d '{"events": [{"server_uuid": "dad358cb-e3ad-4b49-8030-2e357c401601", "name": "network-vif-deleted", "tag": "53ddad0e-9508-4aac-a462-30949e2d214b"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:24:45.208735 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3971c2c7-c8fe-47d1-857a-3527a63d376b x-openstack-request-id: req-3971c2c7-c8fe-47d1-857a-3527a63d376b {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:24:45.209120 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad358cb-e3ad-4b49-8030-2e357c401601", "name": "network-vif-deleted", "tag": "53ddad0e-9508-4aac-a462-30949e2d214b", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:24:45.209375 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3971c2c7-c8fe-47d1-857a-3527a63d376b {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:24:45.209769 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad358cb-e3ad-4b49-8030-2e357c401601', 'name': 'network-vif-deleted', 'tag': '53ddad0e-9508-4aac-a462-30949e2d214b', 'status': 'completed', 'code': 200} Oct 27 01:24:45.778183 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d789473-bc1b-4825-8adf-ff5de2a8a6e8 req-c1557a2b-941b-4840-bec7-33defcd7b263 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:45.779647 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-7d789473-bc1b-4825-8adf-ff5de2a8a6e8 req-c1557a2b-941b-4840-bec7-33defcd7b263 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0587118 Oct 27 01:24:45.816794 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-7d789473-bc1b-4825-8adf-ff5de2a8a6e8 req-05d081c3-52fb-42ad-922d-1fc80f491338 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308306 Oct 27 01:24:46.057704 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-664d1cf9-e981-4d63-a0b5-b84031f5ae93 req-7c13dabb-9945-4c72-9393-236855636e1f tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad358cb-e3ad-4b49-8030-2e357c401601 HTTP/1.1" status: 200 len: 210 time: 0.0306790 Oct 27 01:24:46.570276 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:46.941572 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a721a3b-d736-4256-bfb7-9f92fb0dac6f req-5606ef2b-a329-4628-89c0-6e3727f8ad3b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:46.942962 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8a721a3b-d736-4256-bfb7-9f92fb0dac6f req-5606ef2b-a329-4628-89c0-6e3727f8ad3b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0473647 Oct 27 01:24:46.980726 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8a721a3b-d736-4256-bfb7-9f92fb0dac6f req-5f3a09d1-6a44-4591-a776-d39c3cbd8297 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320706 Oct 27 01:24:47.860963 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 53ddad0e-9508-4aac-a462-30949e2d214b no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:24:47.882765 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] No Port match for: 53ddad0e-9508-4aac-a462-30949e2d214b {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:24:47.883189 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 53ddad0e-9508-4aac-a462-30949e2d214b not bound to the agent host hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:24:48.124332 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09dbb4-3040-4f47-8a2e-82bf3f932aec req-a7f631c6-c1b8-43cb-af35-54da809f8079 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:48.126045 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9f09dbb4-3040-4f47-8a2e-82bf3f932aec req-a7f631c6-c1b8-43cb-af35-54da809f8079 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0584445 Oct 27 01:24:48.169422 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9f09dbb4-3040-4f47-8a2e-82bf3f932aec req-45a2e3d2-40b3-421b-a8bb-0103564e9c7e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367072 Oct 27 01:24:48.909101 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7586dc-ae4f-44b3-9348-5fe5f92f4d1c req-e9f0d2e1-47f7-432d-ae7d-da99d6cacbb1 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:48.910591 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4e7586dc-ae4f-44b3-9348-5fe5f92f4d1c req-e9f0d2e1-47f7-432d-ae7d-da99d6cacbb1 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c63b91-4304-474a-a244-d87f58ccf234 HTTP/1.1" status: 200 len: 945 time: 0.0516233 Oct 27 01:24:48.947459 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4e7586dc-ae4f-44b3-9348-5fe5f92f4d1c req-97b9da44-1bd1-44f6-915f-844b58ddd936 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309298 Oct 27 01:24:49.291567 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf0c99-9d94-4f9f-b18d-6ceb4984f4eb req-7669fe89-dcea-48ab-9308-cd04a767f8ba tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:49.293016 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-7caf0c99-9d94-4f9f-b18d-6ceb4984f4eb req-7669fe89-dcea-48ab-9308-cd04a767f8ba tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0487316 Oct 27 01:24:49.335888 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-7caf0c99-9d94-4f9f-b18d-6ceb4984f4eb req-a6b390f0-07ee-43b3-bf48-162ffff1c0d0 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358491 Oct 27 01:24:49.874753 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device e5a41bc8-5800-477e-a3ef-d44033785f79 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:24:49.970376 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port e5a41bc8-5800-477e-a3ef-d44033785f79, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=e5a41bc8-5800-477e-a3ef-d44033785f79,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:49.981909 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': 'e5a41bc8-5800-477e-a3ef-d44033785f79', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'port_id': 'e5a41bc8-5800-477e-a3ef-d44033785f79', 'mac_address': 'fa:16:3e:67:d4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:24:50.021773 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:50.035020 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5a41bc8-5800-477e-a3ef-d44033785f79 {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:24:50.058180 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port e5a41bc8-5800-477e-a3ef-d44033785f79, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=e5a41bc8-5800-477e-a3ef-d44033785f79,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:50.068219 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291f74a-2043-4793-a030-5a9f9027dd70 req-2904fdb3-d213-43c9-afa8-c7e17ff2add2 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:50.069677 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c291f74a-2043-4793-a030-5a9f9027dd70 req-2904fdb3-d213-43c9-afa8-c7e17ff2add2 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c63b91-4304-474a-a244-d87f58ccf234 HTTP/1.1" status: 200 len: 945 time: 0.0484972 Oct 27 01:24:50.107877 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c291f74a-2043-4793-a030-5a9f9027dd70 req-9db88119-d41c-4620-ac3a-c6ef797397dc tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323045 Oct 27 01:24:50.142671 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:50.188168 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=e5a41bc8-5800-477e-a3ef-d44033785f79,revision_number=6']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:50.196110 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:50.196477 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:50.196824 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:50.197155 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:50.197484 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:50.197810 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:50.198378 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:50.198709 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:50.199048 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:50.199373 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:50.199696 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:50.200009 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:24:50.327411 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['e5a41bc8-5800-477e-a3ef-d44033785f79'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:24:50.459334 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a06b2c-33ab-430e-a4b5-35ebb3c6410e req-f774ade3-13d4-487c-ab74-8e9f78639607 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:50.460800 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-38a06b2c-33ab-430e-a4b5-35ebb3c6410e req-f774ade3-13d4-487c-ab74-8e9f78639607 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 945 time: 0.0511668 Oct 27 01:24:50.497675 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-38a06b2c-33ab-430e-a4b5-35ebb3c6410e req-0e23ccaf-2d52-4a98-8d3e-a90f35c4b983 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310740 Oct 27 01:24:51.224251 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9940ee-6e23-4c79-bae3-fb50f55fbbda req-61a67782-b01d-49ee-b718-43689ef95c03 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:51.225694 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9e9940ee-6e23-4c79-bae3-fb50f55fbbda req-61a67782-b01d-49ee-b718-43689ef95c03 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c63b91-4304-474a-a244-d87f58ccf234 HTTP/1.1" status: 200 len: 945 time: 0.0482912 Oct 27 01:24:51.262390 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9e9940ee-6e23-4c79-bae3-fb50f55fbbda req-399a4d53-b540-4faf-a364-aed03e7d5bcd tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/security-groups?id=c91cb3c5-df26-4900-9e69-747c187c6276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305324 Oct 27 01:24:51.322496 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f7172-43f9-4816-885d-2a4dc38f6447 req-1fca8a6e-b429-46fa-9d22-cdba16d8ec26 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:51.323953 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-8a3f7172-43f9-4816-885d-2a4dc38f6447 req-1fca8a6e-b429-46fa-9d22-cdba16d8ec26 tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.36 "GET /v2.0/ports?device_id=04c63b91-4304-474a-a244-d87f58ccf234 HTTP/1.1" status: 200 len: 945 time: 0.0525084 Oct 27 01:24:51.419912 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-8a3f7172-43f9-4816-885d-2a4dc38f6447 req-492058f3-8bb9-455a-8ca6-3d95e0d218db tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Deleting port 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:24:51.420256 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-8a3f7172-43f9-4816-885d-2a4dc38f6447 req-492058f3-8bb9-455a-8ca6-3d95e0d218db tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:51.510848 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-8a3f7172-43f9-4816-885d-2a4dc38f6447 req-492058f3-8bb9-455a-8ca6-3d95e0d218db tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] For port 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=3c2e10e7-5f1e-4d8b-8f85-8ee84618befe,segment=NetworkSegment(b72d2fa2-ce49-4700-84dc-0df1dbeb81d5),segment_id=b72d2fa2-ce49-4700-84dc-0df1dbeb81d5)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:51.511216 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-8a3f7172-43f9-4816-885d-2a4dc38f6447 req-492058f3-8bb9-455a-8ca6-3d95e0d218db tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:51.524599 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-8a3f7172-43f9-4816-885d-2a4dc38f6447 req-492058f3-8bb9-455a-8ca6-3d95e0d218db tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Calling delete_port for 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe owned by compute:nova {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:24:51.620712 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777503c5-cc85-4fdc-8f94-64478a922cdd req-f223329b-4da7-4c19-b11b-a3e2ffcca6df tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:51.622311 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-777503c5-cc85-4fdc-8f94-64478a922cdd req-f223329b-4da7-4c19-b11b-a3e2ffcca6df tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 945 time: 0.0503933 Oct 27 01:24:51.666150 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-777503c5-cc85-4fdc-8f94-64478a922cdd req-818f6252-5d0a-461b-93c4-26af450330e7 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369341 Oct 27 01:24:51.719056 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-8a3f7172-43f9-4816-885d-2a4dc38f6447 req-492058f3-8bb9-455a-8ca6-3d95e0d218db tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:51.752843 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492058f3-8bb9-455a-8ca6-3d95e0d218db tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Pushing event deleted for resources: {'Port': ['ID=3c2e10e7-5f1e-4d8b-8f85-8ee84618befe,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:51.763027 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['3c2e10e7-5f1e-4d8b-8f85-8ee84618befe'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:24:51.794412 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3f7172-43f9-4816-885d-2a4dc38f6447 req-492058f3-8bb9-455a-8ca6-3d95e0d218db tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] No DVR routers for this DVR port 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe on host hv-cinder-81556 {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:24:51.797156 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-8a3f7172-43f9-4816-885d-2a4dc38f6447 req-492058f3-8bb9-455a-8ca6-3d95e0d218db tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:51.800418 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-8a3f7172-43f9-4816-885d-2a4dc38f6447 req-492058f3-8bb9-455a-8ca6-3d95e0d218db tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.36 "DELETE /v2.0/ports/3c2e10e7-5f1e-4d8b-8f85-8ee84618befe HTTP/1.1" status: 204 len: 173 time: 0.4683485 Oct 27 01:24:51.800864 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c63b91-4304-474a-a244-d87f58ccf234', 'name': 'network-vif-deleted', 'tag': '3c2e10e7-5f1e-4d8b-8f85-8ee84618befe'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:24:51.803101 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3790ee-51ed-4864-a24e-1af5d06eab6d" -d '{"events": [{"server_uuid": "04c63b91-4304-474a-a244-d87f58ccf234", "name": "network-vif-deleted", "tag": "3c2e10e7-5f1e-4d8b-8f85-8ee84618befe"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:24:51.842704 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27452b11-9387-489c-8ff4-39414a227083 x-openstack-request-id: req-27452b11-9387-489c-8ff4-39414a227083 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:24:51.842993 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c63b91-4304-474a-a244-d87f58ccf234", "name": "network-vif-deleted", "tag": "3c2e10e7-5f1e-4d8b-8f85-8ee84618befe", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:24:51.843345 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27452b11-9387-489c-8ff4-39414a227083 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:24:51.843683 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c63b91-4304-474a-a244-d87f58ccf234', 'name': 'network-vif-deleted', 'tag': '3c2e10e7-5f1e-4d8b-8f85-8ee84618befe', 'status': 'completed', 'code': 200} Oct 27 01:24:51.924644 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device e5a41bc8-5800-477e-a3ef-d44033785f79 up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:24:51.972326 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port e5a41bc8-5800-477e-a3ef-d44033785f79 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:24:51.972700 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:52.058535 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:52.081002 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22168f93-be95-4a0a-ba03-afbae82e5931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a41bc8-5800-477e-a3ef-d44033785f79'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:24:52.083860 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5085b57-c07f-4581-8edc-11dbd894b1d7" -d '{"events": [{"server_uuid": "22168f93-be95-4a0a-ba03-afbae82e5931", "name": "network-vif-plugged", "status": "completed", "tag": "e5a41bc8-5800-477e-a3ef-d44033785f79"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:24:52.097135 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port e5a41bc8-5800-477e-a3ef-d44033785f79, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=e5a41bc8-5800-477e-a3ef-d44033785f79,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:24:52.176384 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a72ed4-2ef9-4346-8b9e-96204411a485 x-openstack-request-id: req-f5a72ed4-2ef9-4346-8b9e-96204411a485 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:24:52.176641 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22168f93-be95-4a0a-ba03-afbae82e5931", "name": "network-vif-plugged", "status": "completed", "tag": "e5a41bc8-5800-477e-a3ef-d44033785f79", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:24:52.176936 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5a72ed4-2ef9-4346-8b9e-96204411a485 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:24:52.177294 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22168f93-be95-4a0a-ba03-afbae82e5931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a41bc8-5800-477e-a3ef-d44033785f79', 'code': 200} Oct 27 01:24:52.205109 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:52.208986 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:24:52.248867 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] No Port match for: 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:24:52.249218 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 3c2e10e7-5f1e-4d8b-8f85-8ee84618befe not bound to the agent host hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:24:52.281143 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=e5a41bc8-5800-477e-a3ef-d44033785f79,revision_number=7']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:52.388588 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f75b3899-3b0e-45d4-866a-5a8879c0ac7e req-ef85909d-0e62-49e7-918c-741d0894adde tempest-AttachVolumeNegativeTest-447832540 tempest-AttachVolumeNegativeTest-447832540-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c63b91-4304-474a-a244-d87f58ccf234 HTTP/1.1" status: 200 len: 210 time: 0.0366309 Oct 27 01:24:53.054804 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76938829-6ef3-44c8-b7ed-43acdd1773ea req-f6eef557-1041-48ff-be86-85a1d5e6abdc tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:53.056697 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-76938829-6ef3-44c8-b7ed-43acdd1773ea req-f6eef557-1041-48ff-be86-85a1d5e6abdc tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.3080244 Oct 27 01:24:53.117338 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-76938829-6ef3-44c8-b7ed-43acdd1773ea req-6f917174-4211-464a-809e-4f3c418b2483 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542412 Oct 27 01:24:53.453027 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36970) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:53.499060 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_v2 [None req-6822a59d-4ad5-4010-ab09-4612da5de3af admin admin] Deleting subnet d005165f-9d44-442d-abef-8e90845d65b1 {{(pid=102100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:24:53.502715 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6822a59d-4ad5-4010-ab09-4612da5de3af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:53.538542 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6822a59d-4ad5-4010-ab09-4612da5de3af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25380423'] for subnet, precommit_delete_associations {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:53.575694 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6822a59d-4ad5-4010-ab09-4612da5de3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1553078'] for subnet, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:53.708076 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6822a59d-4ad5-4010-ab09-4612da5de3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25379912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122573'] for subnet, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:53.735684 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822a59d-4ad5-4010-ab09-4612da5de3af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d005165f-9d44-442d-abef-8e90845d65b1,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:53.742393 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6822a59d-4ad5-4010-ab09-4612da5de3af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for subnet, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:53.745640 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-6822a59d-4ad5-4010-ab09-4612da5de3af admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d005165f-9d44-442d-abef-8e90845d65b1 HTTP/1.1" status: 204 len: 168 time: 0.2916946 Oct 27 01:24:53.748167 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36976) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:53.810170 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-66b11f7c-d00b-43c3-abb7-05c8a70f3535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:53.820863 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f1c30d98-09f1-483e-9061-3bcd60be5da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561603'] for network, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:53.897398 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f1c30d98-09f1-483e-9061-3bcd60be5da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552445', 'neutron.services.segments.db._delete_segments_for_network-8793629371679'] for network, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:53.917179 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-f1c30d98-09f1-483e-9061-3bcd60be5da3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89d8d0d-00d8-415f-ae8d-2501c753c88f']}} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:53.926832 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-f1c30d98-09f1-483e-9061-3bcd60be5da3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b72d2fa2-ce49-4700-84dc-0df1dbeb81d5') {'for_net_delete': True} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:53.927065 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-f1c30d98-09f1-483e-9061-3bcd60be5da3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b72d2fa2-ce49-4700-84dc-0df1dbeb81d5') {} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:24:53.936305 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f1c30d98-09f1-483e-9061-3bcd60be5da3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793629372712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25380428'] for segment, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:53.950079 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f1c30d98-09f1-483e-9061-3bcd60be5da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:53.956212 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c30d98-09f1-483e-9061-3bcd60be5da3 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:24:53.956596 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f1c30d98-09f1-483e-9061-3bcd60be5da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25380066'] for segment, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: Traceback (most recent call last): Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: timer() Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: cb(*args, **kw) Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: return func(*args, **kwargs) Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: self._notify() Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: self.callback(batched_events) Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: event.method(event) Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: return f(self, *a, **k) Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: return self._get(url).json() Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: return self.request(url, 'GET', **kwargs) Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:24:53.958320 dv-cinder-815560-1-iscsi neutron-server[102100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:24:54.089996 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f1c30d98-09f1-483e-9061-3bcd60be5da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3723074'] for network, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:54.095382 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f1c30d98-09f1-483e-9061-3bcd60be5da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:54.098657 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-f1c30d98-09f1-483e-9061-3bcd60be5da3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c89d8d0d-00d8-415f-ae8d-2501c753c88f HTTP/1.1" status: 204 len: 168 time: 0.3494647 Oct 27 01:24:54.112652 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c30d98-09f1-483e-9061-3bcd60be5da3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c89d8d0d-00d8-415f-ae8d-2501c753c88f,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:54.250180 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51afca6-3691-44dd-952d-9a4e80ab43a3 req-864e0b22-168d-457d-8ccf-9313611cb983 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:54.251683 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e51afca6-3691-44dd-952d-9a4e80ab43a3 req-864e0b22-168d-457d-8ccf-9313611cb983 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0530148 Oct 27 01:24:54.302592 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e51afca6-3691-44dd-952d-9a4e80ab43a3 req-0ef4048d-a4cf-4b5e-ba8e-a4cd7bc5f671 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430408 Oct 27 01:24:54.499172 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36982) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:54.536666 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-db830bb5-c0a6-4126-9871-df18009b14b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0aca48cc13184200acc3cee83bf4265c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394976 Oct 27 01:24:54.539173 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 36984) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:24:54.584978 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4deb920c-9e00-4851-bd57-b248d277d516 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:54.606356 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4deb920c-9e00-4851-bd57-b248d277d516 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:54.731541 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4deb920c-9e00-4851-bd57-b248d277d516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:54.734939 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-4deb920c-9e00-4851-bd57-b248d277d516 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:54.738137 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-4deb920c-9e00-4851-bd57-b248d277d516 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c91cb3c5-df26-4900-9e69-747c187c6276 HTTP/1.1" status: 204 len: 168 time: 0.1963899 Oct 27 01:24:54.760268 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb920c-9e00-4851-bd57-b248d277d516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91cb3c5-df26-4900-9e69-747c187c6276,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:24:55.451956 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35582c3-08c2-455f-8043-762f91005cdc req-0b0c8573-ca00-449a-a7c0-e704e17a7f9b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:55.454231 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b35582c3-08c2-455f-8043-762f91005cdc req-0b0c8573-ca00-449a-a7c0-e704e17a7f9b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0669456 Oct 27 01:24:55.516312 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b35582c3-08c2-455f-8043-762f91005cdc req-73b739f5-3b96-4a2d-a524-2199696a4c87 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519049 Oct 27 01:24:56.030012 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-aebb4e5a-0736-4886-960e-151c69bf2767 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-391808001&fields=id&tenant_id=71d6d08d1ae14a628663fb4124cfccc2 HTTP/1.1" status: 200 len: 267 time: 0.0346384 Oct 27 01:24:56.138724 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-f99d9bdd-1ff4-4bcf-b1ce-e126b293ba88 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:56.140206 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-f99d9bdd-1ff4-4bcf-b1ce-e126b293ba88 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/networks?id=2042b203-b5b7-49f8-8939-5ca2d9affb39 HTTP/1.1" status: 200 len: 809 time: 0.1029506 Oct 27 01:24:56.155568 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-2bf8a1f2-f102-487b-810a-129468d68ae9 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/quotas/71d6d08d1ae14a628663fb4124cfccc2 HTTP/1.1" status: 200 len: 375 time: 0.0089767 Oct 27 01:24:56.210974 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-4665572c-d7a6-4b1e-a6fa-ae0b24d1d853 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=71d6d08d1ae14a628663fb4124cfccc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494871 Oct 27 01:24:56.402055 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-96ff6f19-2fcd-4463-9414-a5bd9eb4378f service neutron] 10.222.0.32 "GET /v2.0/networks/2042b203-b5b7-49f8-8939-5ca2d9affb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790648 Oct 27 01:24:56.446598 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-952fe324-158d-4b27-8b8b-73fb0cf70ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:56.512792 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-e538ca90-0b66-4f69-b19b-278531e4fc82 service neutron] 10.222.0.32 "GET /v2.0/networks/2042b203-b5b7-49f8-8939-5ca2d9affb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014054 Oct 27 01:24:57.103684 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b44b54-06ac-40df-b20e-297288537aec req-7393fbbd-3ca7-4e9d-b361-12b713154dc5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:57.105374 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-89b44b54-06ac-40df-b20e-297288537aec req-7393fbbd-3ca7-4e9d-b361-12b713154dc5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0547926 Oct 27 01:24:57.165033 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-89b44b54-06ac-40df-b20e-297288537aec req-89d53e9f-4b9d-43c8-bba6-b2438ab640b2 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478559 Oct 27 01:24:57.239897 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:57.305585 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2c30285a-496e-4489-9fb7-895d68d95479 req-74ff2fc0-fce7-41b2-adc9-97278566bf73 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 210 time: 0.0365849 Oct 27 01:24:57.747490 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:58.335180 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef4feb-265b-4a56-9f05-add40a6941c4 req-bd5de0fb-dc78-4c99-8a23-1957ef3f0545 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:58.336937 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f4ef4feb-265b-4a56-9f05-add40a6941c4 req-bd5de0fb-dc78-4c99-8a23-1957ef3f0545 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0746706 Oct 27 01:24:58.388836 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f4ef4feb-265b-4a56-9f05-add40a6941c4 req-b5e139b8-6205-4bf6-ad1e-6fc239a79a94 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435522 Oct 27 01:24:58.550804 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c0b276c6-cc2f-480b-846d-be4ebcde2bcf req-d2620544-de28-4332-8199-7bbf2b2a1771 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 210 time: 0.0351052 Oct 27 01:24:59.170693 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:24:59.506358 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc6aa9-3465-4a38-8f17-222220b4072b req-681c0fc8-9db9-4718-bdb1-45e81d8b31f2 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:24:59.507811 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d6fc6aa9-3465-4a38-8f17-222220b4072b req-681c0fc8-9db9-4718-bdb1-45e81d8b31f2 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0529909 Oct 27 01:24:59.545399 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d6fc6aa9-3465-4a38-8f17-222220b4072b req-0e6a2488-b4a2-4fb3-a683-59c648054e75 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316813 Oct 27 01:24:59.668056 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-aa56036f-4531-4fb9-976b-693339b3a2cc req-d8f6c0df-85a0-470a-9638-49f9446daa7c tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 210 time: 0.0345802 Oct 27 01:25:00.251623 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-12023dfb-8814-48f3-a6a8-b1474c8710f0 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:00.253229 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-12023dfb-8814-48f3-a6a8-b1474c8710f0 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.36 "GET /v2.0/networks?id=2042b203-b5b7-49f8-8939-5ca2d9affb39 HTTP/1.1" status: 200 len: 809 time: 0.1621540 Oct 27 01:25:00.316244 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-7d0dfd8f-7b10-47ab-91b1-6a816690911c tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71d6d08d1ae14a628663fb4124cfccc2 HTTP/1.1" status: 200 len: 379 time: 0.0465913 Oct 27 01:25:00.333967 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-2ba92fee-7ad4-4c8e-aab5-ba96a22674ff tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Request body: {'port': {'device_id': 'b59a1076-7156-48a7-8e09-75b55aac1a27', 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39', 'admin_state_up': True, 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'security_groups': ['33a73408-663e-4b0b-9c34-8c8d0ab3d304']}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:25:00.633025 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-2ba92fee-7ad4-4c8e-aab5-ba96a22674ff tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Made reservation on behalf of 71d6d08d1ae14a628663fb4124cfccc2 for: {'port': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:25:00.637057 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-2ba92fee-7ad4-4c8e-aab5-ba96a22674ff tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:00.664800 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 37112) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:00.696272 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144cadf-1d31-4522-865e-04ef11ce7a0b req-dda414e3-c9d3-4394-b0dd-f10bf7526ff4 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:00.706541 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f144cadf-1d31-4522-865e-04ef11ce7a0b req-dda414e3-c9d3-4394-b0dd-f10bf7526ff4 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0673466 Oct 27 01:25:00.767842 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f144cadf-1d31-4522-865e-04ef11ce7a0b req-9661d22e-26a0-4960-9a84-194f18549188 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543437 Oct 27 01:25:00.831449 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a7b66dd6-705e-4052-af16-07bd1dee83e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:00.849854 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-cc372f89-e94b-4f6a-ac60-aae12a4c7fc7 req-dda056a7-bec4-452f-b1ef-8bbfdc216cb8 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 210 time: 0.0275729 Oct 27 01:25:00.953193 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-2ba92fee-7ad4-4c8e-aab5-ba96a22674ff tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Allocated IP 172.20.0.3 (2042b203-b5b7-49f8-8939-5ca2d9affb39/04798cc5-e1c0-4972-be48-0203c89ee0e2/90eb633a-ee1a-4e18-995e-ca5fcbcb3ded) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:25:01.022312 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a7b66dd6-705e-4052-af16-07bd1dee83e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:01.086662 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a7b66dd6-705e-4052-af16-07bd1dee83e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:01.162802 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-a7b66dd6-705e-4052-af16-07bd1dee83e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc6a414d77a84119a89a46b9d535af6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4957492 Oct 27 01:25:01.166424 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 37118) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:01.168936 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b66dd6-705e-4052-af16-07bd1dee83e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3cad78-5085-4876-ac27-919181c2d6dc,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:01.185096 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-2ba92fee-7ad4-4c8e-aab5-ba96a22674ff tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:01.254942 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6ea0574d-fdfa-48a3-a082-172cd3ce1900 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:01.277272 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6ea0574d-fdfa-48a3-a082-172cd3ce1900 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:01.279653 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-2ba92fee-7ad4-4c8e-aab5-ba96a22674ff tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:01.325669 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-2ba92fee-7ad4-4c8e-aab5-ba96a22674ff tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Network 2042b203-b5b7-49f8-8939-5ca2d9affb39 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:25:01.331047 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-2ba92fee-7ad4-4c8e-aab5-ba96a22674ff tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:25:01.337283 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-2ba92fee-7ad4-4c8e-aab5-ba96a22674ff tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:25:01.393815 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba92fee-7ad4-4c8e-aab5-ba96a22674ff tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Pushing event updated for resources: {'Port': ['ID=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:01.410530 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6ea0574d-fdfa-48a3-a082-172cd3ce1900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:01.413937 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6ea0574d-fdfa-48a3-a082-172cd3ce1900 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:01.416929 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-6ea0574d-fdfa-48a3-a082-172cd3ce1900 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e3cad78-5085-4876-ac27-919181c2d6dc HTTP/1.1" status: 204 len: 168 time: 0.2491801 Oct 27 01:25:01.433024 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0574d-fdfa-48a3-a082-172cd3ce1900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3cad78-5085-4876-ac27-919181c2d6dc,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:01.436430 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-2ba92fee-7ad4-4c8e-aab5-ba96a22674ff tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:01.436430 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-2ba92fee-7ad4-4c8e-aab5-ba96a22674ff tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:01.561259 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-2ba92fee-7ad4-4c8e-aab5-ba96a22674ff tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2366223 Oct 27 01:25:01.650289 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] Request body: {'port': {'device_id': 'b59a1076-7156-48a7-8e09-75b55aac1a27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:25:01.722484 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:01.739740 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-198bb688-29f9-44fe-b102-b40d11725f83 None None] Provisioning complete for port 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:25:01.741084 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-198bb688-29f9-44fe-b102-b40d11725f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:01.810938 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-198bb688-29f9-44fe-b102-b40d11725f83 None None] Port 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:25:01.998015 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd19d0d-900f-4f60-bd20-83c72a456da2 req-44fe97f2-907a-4dc5-8254-01fdb1c2c60e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:02.002004 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-efd19d0d-900f-4f60-bd20-83c72a456da2 req-44fe97f2-907a-4dc5-8254-01fdb1c2c60e tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.1108184 Oct 27 01:25:02.075971 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-efd19d0d-900f-4f60-bd20-83c72a456da2 req-23b012ca-e6ba-4a1c-9c3e-c86b955aa261 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663600 Oct 27 01:25:02.253440 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a51b26-24bb-4149-8563-474ea20864a3 req-d7bedf15-d159-4313-8a50-0a7f244f9df9 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:02.255398 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-30a51b26-24bb-4149-8563-474ea20864a3 req-d7bedf15-d159-4313-8a50-0a7f244f9df9 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 931 time: 0.0740469 Oct 27 01:25:02.269635 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded {{(pid=102100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:25:02.279751 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:02.294017 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.provisioning_blocks [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] Transition to ACTIVE for port object 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded will not be triggered until provisioned by entity L2. {{(pid=102100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:25:02.310222 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-30a51b26-24bb-4149-8563-474ea20864a3 req-8e183bb2-36ba-4154-9aab-1fdfb527a303 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432518 Oct 27 01:25:02.456569 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:02.551088 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] Pushing event updated for resources: {'Port': ['ID=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:02.650880 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] Attempting to bind port 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded on host hv-cinder-81556 for vnic_type normal with profile {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:25:02.651589 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] Attempting to bind port 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': 'a58535e4-7aba-4125-97b0-c17f89f4a447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39'}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:25:02.652083 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] Attempting to bind port 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded on network 2042b203-b5b7-49f8-8939-5ca2d9affb39 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:25:02.657299 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] Port 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded on network 2042b203-b5b7-49f8-8939-5ca2d9affb39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:25:02.657856 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] Attempting to bind port 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded on network 2042b203-b5b7-49f8-8939-5ca2d9affb39 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:25:02.664341 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] Checking agent: {'id': '5557effb-edc1-4af5-af56-f2013bdcbb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'started_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:25:02.665010 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] Checking segment: {'id': 'a58535e4-7aba-4125-97b0-c17f89f4a447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:25:02.665564 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] Bound using segment: {'id': 'a58535e4-7aba-4125-97b0-c17f89f4a447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39'} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:25:02.666252 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] Bound port: 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58535e4-7aba-4125-97b0-c17f89f4a447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39'}}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:25:02.666794 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:02.758004 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] For port 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded, host hv-cinder-81556, cleared binding levels {{(pid=102100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:25:02.761451 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] For port 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded,segment=NetworkSegment(a58535e4-7aba-4125-97b0-c17f89f4a447),segment_id=a58535e4-7aba-4125-97b0-c17f89f4a447)] {{(pid=102100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:25:02.856626 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:02.932412 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:02.933381 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:02.935071 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] 10.222.0.36 "PUT /v2.0/ports/90eb633a-ee1a-4e18-995e-ca5fcbcb3ded HTTP/1.1" status: 200 len: 1093 time: 1.3572080 Oct 27 01:25:02.935700 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59a1076-7156-48a7-8e09-75b55aac1a27', 'tag': '90eb633a-ee1a-4e18-995e-ca5fcbcb3ded'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:25:02.938542 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a492a7-1f54-4174-9eae-1b8c61a98e24" -d '{"events": [{"name": "network-changed", "server_uuid": "b59a1076-7156-48a7-8e09-75b55aac1a27", "tag": "90eb633a-ee1a-4e18-995e-ca5fcbcb3ded"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:25:02.976657 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123cb06-e945-4065-83fd-48a3d8ea6e84 service neutron] Pushing event updated for resources: {'Port': ['ID=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded,revision_number=3']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:03.006936 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a5fee2-8cae-4590-9168-5b088bf515a3 x-openstack-request-id: req-e8a5fee2-8cae-4590-9168-5b088bf515a3 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:25:03.007226 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59a1076-7156-48a7-8e09-75b55aac1a27", "tag": "90eb633a-ee1a-4e18-995e-ca5fcbcb3ded", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:25:03.007478 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8a5fee2-8cae-4590-9168-5b088bf515a3 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:25:03.007875 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59a1076-7156-48a7-8e09-75b55aac1a27', 'tag': '90eb633a-ee1a-4e18-995e-ca5fcbcb3ded', 'status': 'completed', 'code': 200} Oct 27 01:25:03.113184 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a492a7-1f54-4174-9eae-1b8c61a98e24 req-9b81f5e5-53d0-433f-9bed-de71599a4427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:03.117718 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-76a492a7-1f54-4174-9eae-1b8c61a98e24 req-9b81f5e5-53d0-433f-9bed-de71599a4427 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71d6d08d1ae14a628663fb4124cfccc2&device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 1096 time: 0.0653009 Oct 27 01:25:03.289865 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a492a7-1f54-4174-9eae-1b8c61a98e24 req-3101264c-c02d-466e-94f5-0ee3203e2394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:03.292824 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-76a492a7-1f54-4174-9eae-1b8c61a98e24 req-3101264c-c02d-466e-94f5-0ee3203e2394 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=71d6d08d1ae14a628663fb4124cfccc2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1523383 Oct 27 01:25:03.309716 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f25820-9613-47aa-a196-30555551d39f req-a200136e-ad91-40a6-aa7d-25a851ab6830 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:03.311530 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-98f25820-9613-47aa-a196-30555551d39f req-a200136e-ad91-40a6-aa7d-25a851ab6830 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0728123 Oct 27 01:25:03.355443 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-98f25820-9613-47aa-a196-30555551d39f req-0b939ab7-b277-4e10-8e23-c8b77c50efd2 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376754 Oct 27 01:25:03.431066 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a492a7-1f54-4174-9eae-1b8c61a98e24 req-bd7a6540-d2ec-401f-b718-524d6e3524ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:03.432729 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-76a492a7-1f54-4174-9eae-1b8c61a98e24 req-bd7a6540-d2ec-401f-b718-524d6e3524ef service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323397 Oct 27 01:25:03.450303 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adacfd5-eb05-4582-92e9-a620c3882831 req-a3234fe7-c7e7-46fa-95af-7c532fedbf56 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:03.465031 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6adacfd5-eb05-4582-92e9-a620c3882831 req-a3234fe7-c7e7-46fa-95af-7c532fedbf56 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 943 time: 0.0804923 Oct 27 01:25:03.497344 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6adacfd5-eb05-4582-92e9-a620c3882831 req-c0970577-e6e5-4965-a141-0936b87f28f8 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336890 Oct 27 01:25:03.541753 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-99918ee9-8ecd-49ff-8c01-eb2ab7468580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:03.543173 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-99918ee9-8ecd-49ff-8c01-eb2ab7468580 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71d6d08d1ae14a628663fb4124cfccc2&device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 1096 time: 0.0505912 Oct 27 01:25:03.597655 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-30eba31d-cebd-47c5-9e29-d09e5e7b9567 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded HTTP/1.1" status: 200 len: 217 time: 0.0392277 Oct 27 01:25:03.655491 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-3ffe6323-6053-4bbd-a80d-3fbc7f37e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:03.657039 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-3ffe6323-6053-4bbd-a80d-3fbc7f37e5c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04798cc5-e1c0-4972-be48-0203c89ee0e2 HTTP/1.1" status: 200 len: 848 time: 0.0527968 Oct 27 01:25:03.722329 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-68957890-2a98-47c5-999e-8a9a4c6db350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:03.725148 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-68957890-2a98-47c5-999e-8a9a4c6db350 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2042b203-b5b7-49f8-8939-5ca2d9affb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575690 Oct 27 01:25:03.859441 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-8b705e83-50c5-4c32-a8e4-877a33555b16 service neutron] 10.222.0.36 "GET /v2.0/networks/2042b203-b5b7-49f8-8939-5ca2d9affb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271513 Oct 27 01:25:04.006669 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f0bbeb96-4941-40f4-b22a-a3b2daffa8c7 req-128106fa-25b6-4ef5-9d38-169b35c97d46 service neutron] 10.222.0.36 "GET /v2.0/networks/2042b203-b5b7-49f8-8939-5ca2d9affb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375487 Oct 27 01:25:04.488353 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814d2ee-92d0-4c55-86e8-0b4bd7c6e1b0 req-d858938d-b1c7-4aa9-bbf1-88abb405d870 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:04.489802 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e814d2ee-92d0-4c55-86e8-0b4bd7c6e1b0 req-d858938d-b1c7-4aa9-bbf1-88abb405d870 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0517874 Oct 27 01:25:04.532975 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e814d2ee-92d0-4c55-86e8-0b4bd7c6e1b0 req-409c7084-69a6-4dc9-a3e5-79635631f168 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357325 Oct 27 01:25:04.618648 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cf608-12d3-4afd-9359-6cdd6e76c0ac req-6bd54f76-d1d8-4ae5-9d56-8f6f31599ccc tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:04.620137 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-085cf608-12d3-4afd-9359-6cdd6e76c0ac req-6bd54f76-d1d8-4ae5-9d56-8f6f31599ccc tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 943 time: 0.0501633 Oct 27 01:25:04.658409 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-085cf608-12d3-4afd-9359-6cdd6e76c0ac req-18f14be8-5a88-4100-94ab-d058d736853b tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317597 Oct 27 01:25:04.884759 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 37208) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:04.992433 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2ce0cd07-48ed-4dc0-b75d-590b75669163 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:05.069361 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2ce0cd07-48ed-4dc0-b75d-590b75669163 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:05.169827 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2ce0cd07-48ed-4dc0-b75d-590b75669163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:05.206456 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0cd07-48ed-4dc0-b75d-590b75669163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019ed28c-a675-4070-9d60-b21efa30791f,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:05.210672 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-2ce0cd07-48ed-4dc0-b75d-590b75669163 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c82dafc0f4204f5696cddc42ef72f322&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248317 Oct 27 01:25:05.213270 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 37216) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:05.261418 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-af6f979c-c1dd-4db0-bbdc-c3a77eb23440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:05.282605 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-af6f979c-c1dd-4db0-bbdc-c3a77eb23440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:05.421380 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-af6f979c-c1dd-4db0-bbdc-c3a77eb23440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:05.424007 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-af6f979c-c1dd-4db0-bbdc-c3a77eb23440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:05.425306 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-af6f979c-c1dd-4db0-bbdc-c3a77eb23440 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/019ed28c-a675-4070-9d60-b21efa30791f HTTP/1.1" status: 204 len: 168 time: 0.2109954 Oct 27 01:25:05.433592 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f979c-c1dd-4db0-bbdc-c3a77eb23440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019ed28c-a675-4070-9d60-b21efa30791f,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:05.655266 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c6fdc-1352-4f50-ae6f-e3366a92f060 req-4d623c97-bee3-4fc8-85b4-47b1a86d474f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:05.729554 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-478c6fdc-1352-4f50-ae6f-e3366a92f060 req-4d623c97-bee3-4fc8-85b4-47b1a86d474f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0517595 Oct 27 01:25:05.729554 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-478c6fdc-1352-4f50-ae6f-e3366a92f060 req-f90bdee0-6313-4a4e-8d16-69a8510424f9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322146 Oct 27 01:25:05.774918 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd88c0-9b8e-4692-a433-a2878d6a9f67 req-7d403fe5-8f1e-4c46-b0d6-962df9457857 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:05.776398 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d6cd88c0-9b8e-4692-a433-a2878d6a9f67 req-7d403fe5-8f1e-4c46-b0d6-962df9457857 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 943 time: 0.0504029 Oct 27 01:25:05.778879 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc0659-8d45-4d0d-8f46-b4504c1f5d7a req-c052ec19-6821-46ae-b16b-b251f1e296af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:05.780358 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-73cc0659-8d45-4d0d-8f46-b4504c1f5d7a req-c052ec19-6821-46ae-b16b-b251f1e296af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6304b3ad2b4e4bf398ccbae70b72f46d&device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 1099 time: 0.0451891 Oct 27 01:25:05.821451 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d6cd88c0-9b8e-4692-a433-a2878d6a9f67 req-19e46248-6c3f-471a-b255-40a2aac5fc77 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346823 Oct 27 01:25:05.881852 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc0659-8d45-4d0d-8f46-b4504c1f5d7a req-112c81c2-61cc-4744-9e33-efd077b290a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:05.883509 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-73cc0659-8d45-4d0d-8f46-b4504c1f5d7a req-112c81c2-61cc-4744-9e33-efd077b290a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=337a2dfd-96cd-45e0-abce-401982e807e4 HTTP/1.1" status: 200 len: 917 time: 0.0951741 Oct 27 01:25:05.953247 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-73cc0659-8d45-4d0d-8f46-b4504c1f5d7a req-a852b1e2-e723-4e62-8fc9-adaf0b930535 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5a41bc8-5800-477e-a3ef-d44033785f79 HTTP/1.1" status: 200 len: 1002 time: 0.0624337 Oct 27 01:25:06.005235 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc0659-8d45-4d0d-8f46-b4504c1f5d7a req-f4162dd1-1e27-454f-8de9-7ccac17b0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:06.006738 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-73cc0659-8d45-4d0d-8f46-b4504c1f5d7a req-f4162dd1-1e27-454f-8de9-7ccac17b0226 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e98a956-2627-48e5-9a9f-97fe27314719 HTTP/1.1" status: 200 len: 855 time: 0.0462964 Oct 27 01:25:06.052078 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc0659-8d45-4d0d-8f46-b4504c1f5d7a req-0aab4982-2985-47ff-9352-d1c1be3cb610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:06.053511 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-73cc0659-8d45-4d0d-8f46-b4504c1f5d7a req-0aab4982-2985-47ff-9352-d1c1be3cb610 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=337a2dfd-96cd-45e0-abce-401982e807e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394337 Oct 27 01:25:06.147153 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-73cc0659-8d45-4d0d-8f46-b4504c1f5d7a req-f51539db-c440-4e14-b02d-caaf4f3d8891 service neutron] 10.222.0.36 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856202 Oct 27 01:25:06.226535 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 37228) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:06.238886 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-73cc0659-8d45-4d0d-8f46-b4504c1f5d7a req-caeffcd9-34ce-41a6-9c47-d477e5b1ccf8 service neutron] 10.222.0.36 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844872 Oct 27 01:25:06.240343 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-00c246fa-520a-49d6-9211-16c471d84ddf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:06.313161 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-00c246fa-520a-49d6-9211-16c471d84ddf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:06.403963 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-00c246fa-520a-49d6-9211-16c471d84ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:06.442689 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-00c246fa-520a-49d6-9211-16c471d84ddf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db619b304dd1472a88e432bcdee024e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147727 Oct 27 01:25:06.443655 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c246fa-520a-49d6-9211-16c471d84ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4088376b-59b1-443d-8f96-42ab2d5ba0ab,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:06.445440 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 37230) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:06.495660 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d04ca4d0-bbd2-44da-9cae-a1a32dc9aa0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:06.520253 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d04ca4d0-bbd2-44da-9cae-a1a32dc9aa0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:06.650105 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d04ca4d0-bbd2-44da-9cae-a1a32dc9aa0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:06.652667 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d04ca4d0-bbd2-44da-9cae-a1a32dc9aa0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:06.653837 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-d04ca4d0-bbd2-44da-9cae-a1a32dc9aa0a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4088376b-59b1-443d-8f96-42ab2d5ba0ab HTTP/1.1" status: 204 len: 168 time: 0.2065926 Oct 27 01:25:06.661322 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ca4d0-bbd2-44da-9cae-a1a32dc9aa0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4088376b-59b1-443d-8f96-42ab2d5ba0ab,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:06.818164 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50a732-6e31-4b1c-8abe-731969b906b0 req-ae2011b6-fb0a-4dae-9fbd-46a73dca4eb5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:06.819658 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6f50a732-6e31-4b1c-8abe-731969b906b0 req-ae2011b6-fb0a-4dae-9fbd-46a73dca4eb5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0513923 Oct 27 01:25:06.857926 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6f50a732-6e31-4b1c-8abe-731969b906b0 req-4c8e97ba-ccfe-4760-b7f9-8a8edff83d22 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323889 Oct 27 01:25:06.948063 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fb9be-09c4-4231-9f69-bc2ad5031570 req-5863d5e0-4dc2-405a-a687-318967540f81 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:06.953193 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3e5fb9be-09c4-4231-9f69-bc2ad5031570 req-5863d5e0-4dc2-405a-a687-318967540f81 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 943 time: 0.0490415 Oct 27 01:25:06.992511 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3e5fb9be-09c4-4231-9f69-bc2ad5031570 req-4d78ff55-7509-476f-98a4-0ce980c0c83c tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363426 Oct 27 01:25:07.991525 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d20a03-d7d3-47d4-9ba2-08da60035aaa req-7d294170-c445-433b-8f5a-9664ab75f77f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:07.993015 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-51d20a03-d7d3-47d4-9ba2-08da60035aaa req-7d294170-c445-433b-8f5a-9664ab75f77f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 946 time: 0.0502675 Oct 27 01:25:08.028784 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device e5a41bc8-5800-477e-a3ef-d44033785f79 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:25:08.035125 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-51d20a03-d7d3-47d4-9ba2-08da60035aaa req-fe96b066-13ec-4564-8baf-cd1fdc072260 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358756 Oct 27 01:25:08.126769 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:08.143149 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22426f0b-03be-4b0a-9b43-70111d5c4272 req-f071f4b0-05fe-401f-b9a9-2f5020f1bb25 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:08.144840 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-22426f0b-03be-4b0a-9b43-70111d5c4272 req-f071f4b0-05fe-401f-b9a9-2f5020f1bb25 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 943 time: 0.0690503 Oct 27 01:25:08.156058 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22168f93-be95-4a0a-ba03-afbae82e5931', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5a41bc8-5800-477e-a3ef-d44033785f79'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:25:08.158424 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6fa41c-5164-48f1-b90d-d850414792a3" -d '{"events": [{"server_uuid": "22168f93-be95-4a0a-ba03-afbae82e5931", "name": "network-vif-unplugged", "status": "completed", "tag": "e5a41bc8-5800-477e-a3ef-d44033785f79"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:25:08.171646 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port e5a41bc8-5800-477e-a3ef-d44033785f79, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=e5a41bc8-5800-477e-a3ef-d44033785f79,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:08.186501 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-22426f0b-03be-4b0a-9b43-70111d5c4272 req-21e59350-c8c9-4013-9ed5-67750fd28a52 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350652 Oct 27 01:25:08.199637 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 01:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79adcdfb-f5c9-43df-9d7f-e7819a09bf2d x-openstack-request-id: req-79adcdfb-f5c9-43df-9d7f-e7819a09bf2d {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:25:08.200009 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22168f93-be95-4a0a-ba03-afbae82e5931", "name": "network-vif-unplugged", "status": "completed", "tag": "e5a41bc8-5800-477e-a3ef-d44033785f79", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:25:08.200175 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79adcdfb-f5c9-43df-9d7f-e7819a09bf2d {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:25:08.200551 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22168f93-be95-4a0a-ba03-afbae82e5931', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5a41bc8-5800-477e-a3ef-d44033785f79', 'code': 200} Oct 27 01:25:08.232852 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:08.280138 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=e5a41bc8-5800-477e-a3ef-d44033785f79,revision_number=8']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:09.177376 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79a5ba-6780-45d6-bbfa-cfd6f2065dc2 req-de691ea1-0bfe-4d94-9ede-536c06e8bba8 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:09.178905 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2d79a5ba-6780-45d6-bbfa-cfd6f2065dc2 req-de691ea1-0bfe-4d94-9ede-536c06e8bba8 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 944 time: 0.0492396 Oct 27 01:25:09.216757 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2d79a5ba-6780-45d6-bbfa-cfd6f2065dc2 req-fe387957-6fc8-4835-80a5-5fa3131d9636 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319474 Oct 27 01:25:09.319753 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153117ed-1051-4bb3-b65f-942d6482d948 req-20281d80-e1d5-44c2-99c4-2a9f17b4129a tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:09.321358 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-153117ed-1051-4bb3-b65f-942d6482d948 req-20281d80-e1d5-44c2-99c4-2a9f17b4129a tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 943 time: 0.0528128 Oct 27 01:25:09.360891 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-153117ed-1051-4bb3-b65f-942d6482d948 req-d3aebb22-6e4a-46ad-88ed-5f65ac506238 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334971 Oct 27 01:25:10.481525 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd5177-715b-42e8-945d-7bdc8a159e50 req-e05ac949-5eda-474d-86f9-c59ac3da5e0b tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:10.485394 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-dbdd5177-715b-42e8-945d-7bdc8a159e50 req-e05ac949-5eda-474d-86f9-c59ac3da5e0b tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 943 time: 0.0534978 Oct 27 01:25:10.523928 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-dbdd5177-715b-42e8-945d-7bdc8a159e50 req-d3fd7922-8488-4acb-831b-607eddb78d39 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340080 Oct 27 01:25:11.265636 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [req-4592963b-dcac-4052-aacc-7297d2b0dd06 req-85b8c9f2-b281-49a2-8138-c68ad48b9a9e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:25:11.266901 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4592963b-dcac-4052-aacc-7297d2b0dd06 req-85b8c9f2-b281-49a2-8138-c68ad48b9a9e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063367 Oct 27 01:25:11.598052 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb99d26-dfee-46d7-a694-27ca9fe66e19 req-f4ff2252-5d9f-4afe-884d-4ceb76153191 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:11.599613 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3eb99d26-dfee-46d7-a694-27ca9fe66e19 req-f4ff2252-5d9f-4afe-884d-4ceb76153191 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 944 time: 0.0583558 Oct 27 01:25:11.668166 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3eb99d26-dfee-46d7-a694-27ca9fe66e19 req-36fae88d-9993-4294-aa03-ab16d794a7a5 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577242 Oct 27 01:25:11.682277 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c51386-6747-42df-8003-514d4a48a9d7 req-38732045-5375-49c8-b8f9-e2649afd1f35 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:11.683918 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-47c51386-6747-42df-8003-514d4a48a9d7 req-38732045-5375-49c8-b8f9-e2649afd1f35 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 943 time: 0.0834022 Oct 27 01:25:11.731721 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-47c51386-6747-42df-8003-514d4a48a9d7 req-dae3aa90-41ac-4cf8-985d-4b5bfa035553 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400372 Oct 27 01:25:12.059629 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:25:12.069113 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device e5a41bc8-5800-477e-a3ef-d44033785f79 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:25:12.212635 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 37374) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:12.222938 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded,segment=NetworkSegment(a58535e4-7aba-4125-97b0-c17f89f4a447),segment_id=a58535e4-7aba-4125-97b0-c17f89f4a447)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:12.240965 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': '90eb633a-ee1a-4e18-995e-ca5fcbcb3ded', 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39', 'port_id': '90eb633a-ee1a-4e18-995e-ca5fcbcb3ded', 'mac_address': 'fa:16:3e:d5:47:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04798cc5-e1c0-4972-be48-0203c89ee0e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:25:12.283867 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:12.297031 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:25:12.312138 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ac065a03-6939-4eab-bae8-141c2db258de req-833d1acd-5660-4bc1-96a6-a50754e2ffe3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0979800 Oct 27 01:25:12.316995 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded,segment=NetworkSegment(a58535e4-7aba-4125-97b0-c17f89f4a447),segment_id=a58535e4-7aba-4125-97b0-c17f89f4a447)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:12.317264 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [req-ac065a03-6939-4eab-bae8-141c2db258de req-c44b9f86-9740-4c18-b7a1-a8ee4435b6dd service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:25:12.318421 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ac065a03-6939-4eab-bae8-141c2db258de req-c44b9f86-9740-4c18-b7a1-a8ee4435b6dd service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054104 Oct 27 01:25:12.415432 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:12.464434 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:12.738777 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['90eb633a-ee1a-4e18-995e-ca5fcbcb3ded'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:25:12.808145 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0c5d5-a4e6-4067-af70-5d6b1c32be31 req-b7f6913d-b7d6-423b-9aab-abc9a72481dc tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:12.810746 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-eac0c5d5-a4e6-4067-af70-5d6b1c32be31 req-b7f6913d-b7d6-423b-9aab-abc9a72481dc tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 944 time: 0.0544250 Oct 27 01:25:12.882836 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-eac0c5d5-a4e6-4067-af70-5d6b1c32be31 req-6801e916-7cb0-4779-a60e-a5d1fdc6f020 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639155 Oct 27 01:25:12.906586 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f32c2-51b8-443a-82ee-aa2a2842333e req-8e75fbfc-d0d9-4879-965e-1cb61d1e5dbf tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:12.908609 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-038f32c2-51b8-443a-82ee-aa2a2842333e req-8e75fbfc-d0d9-4879-965e-1cb61d1e5dbf tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 944 time: 0.0677862 Oct 27 01:25:12.968279 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-038f32c2-51b8-443a-82ee-aa2a2842333e req-6ab387fb-85ad-4000-84a7-3b17bdc8b269 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478365 Oct 27 01:25:14.029058 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d4309-4d13-47fd-8d07-c0d11d03349c req-71b22639-0e48-456a-b332-0d17ae9abc13 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:14.030585 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-761d4309-4d13-47fd-8d07-c0d11d03349c req-71b22639-0e48-456a-b332-0d17ae9abc13 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 944 time: 0.0513518 Oct 27 01:25:14.052345 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac065a03-6939-4eab-bae8-141c2db258de req-2047df18-1bb6-40da-8ce3-35b8c5e2b158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:14.053903 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ac065a03-6939-4eab-bae8-141c2db258de req-2047df18-1bb6-40da-8ce3-35b8c5e2b158 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931&tenant_id=6304b3ad2b4e4bf398ccbae70b72f46d HTTP/1.1" status: 200 len: 1097 time: 0.0439153 Oct 27 01:25:14.071647 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:25:14.082620 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-761d4309-4d13-47fd-8d07-c0d11d03349c req-0101db9d-5218-4493-80c4-12717707c4ec tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457077 Oct 27 01:25:14.149436 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac065a03-6939-4eab-bae8-141c2db258de req-dc22201a-a88b-4f51-b17a-3e3fe19cd4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:14.152082 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ac065a03-6939-4eab-bae8-141c2db258de req-dc22201a-a88b-4f51-b17a-3e3fe19cd4c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6304b3ad2b4e4bf398ccbae70b72f46d&device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 1097 time: 0.0504758 Oct 27 01:25:14.210941 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01f4fe-b581-4e69-a5a0-279f8eec9d7b req-f8e12c44-3a64-40da-8910-1e735f1305f2 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:14.212405 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1f01f4fe-b581-4e69-a5a0-279f8eec9d7b req-f8e12c44-3a64-40da-8910-1e735f1305f2 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 944 time: 0.0515049 Oct 27 01:25:14.234203 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning for port 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded completed by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:25:14.241015 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:25:14.242057 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:14.252997 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac065a03-6939-4eab-bae8-141c2db258de req-1fdc986c-23fe-48ea-a565-b953891d6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:14.254677 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ac065a03-6939-4eab-bae8-141c2db258de req-1fdc986c-23fe-48ea-a565-b953891d6269 service neutron] 10.222.0.36 "GET /v2.0/networks?id=337a2dfd-96cd-45e0-abce-401982e807e4 HTTP/1.1" status: 200 len: 917 time: 0.0957084 Oct 27 01:25:14.265715 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1f01f4fe-b581-4e69-a5a0-279f8eec9d7b req-7da4948b-232f-4df7-afc3-696ce9ee2a18 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417638 Oct 27 01:25:14.338192 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:14.341470 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ac065a03-6939-4eab-bae8-141c2db258de req-987ac26a-1723-484f-bb82-ceb1d2ea398d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5a41bc8-5800-477e-a3ef-d44033785f79 HTTP/1.1" status: 200 len: 1000 time: 0.0646493 Oct 27 01:25:14.363620 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59a1076-7156-48a7-8e09-75b55aac1a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90eb633a-ee1a-4e18-995e-ca5fcbcb3ded'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:25:14.365981 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f0048a-2a0e-48eb-9204-c7dbfbca7650" -d '{"events": [{"server_uuid": "b59a1076-7156-48a7-8e09-75b55aac1a27", "name": "network-vif-plugged", "status": "completed", "tag": "90eb633a-ee1a-4e18-995e-ca5fcbcb3ded"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:25:14.378898 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded,segment=NetworkSegment(a58535e4-7aba-4125-97b0-c17f89f4a447),segment_id=a58535e4-7aba-4125-97b0-c17f89f4a447)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:14.404433 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac065a03-6939-4eab-bae8-141c2db258de req-8196a407-821a-4100-b6f3-3c6760054827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:14.404577 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df63763d-c93a-4418-a1a6-5f63eddd8244 x-openstack-request-id: req-df63763d-c93a-4418-a1a6-5f63eddd8244 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:25:14.404822 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59a1076-7156-48a7-8e09-75b55aac1a27", "name": "network-vif-plugged", "status": "completed", "tag": "90eb633a-ee1a-4e18-995e-ca5fcbcb3ded", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:25:14.405109 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df63763d-c93a-4418-a1a6-5f63eddd8244 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:25:14.406156 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59a1076-7156-48a7-8e09-75b55aac1a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90eb633a-ee1a-4e18-995e-ca5fcbcb3ded', 'code': 200} Oct 27 01:25:14.406421 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ac065a03-6939-4eab-bae8-141c2db258de req-8196a407-821a-4100-b6f3-3c6760054827 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e98a956-2627-48e5-9a9f-97fe27314719 HTTP/1.1" status: 200 len: 855 time: 0.0571599 Oct 27 01:25:14.477434 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac065a03-6939-4eab-bae8-141c2db258de req-3a396b17-87b1-47e6-ae5c-619196d520ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:14.478931 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ac065a03-6939-4eab-bae8-141c2db258de req-3a396b17-87b1-47e6-ae5c-619196d520ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=337a2dfd-96cd-45e0-abce-401982e807e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399959 Oct 27 01:25:14.529933 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:14.576161 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ac065a03-6939-4eab-bae8-141c2db258de req-f756c63e-0bce-4f3f-877e-39a1e0031a39 service neutron] 10.222.0.36 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866110 Oct 27 01:25:14.588193 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:14.668122 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ac065a03-6939-4eab-bae8-141c2db258de req-0bee37be-b3c6-478f-a153-7e0c509fbd03 service neutron] 10.222.0.36 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841682 Oct 27 01:25:14.786458 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d595ac-22a0-46b1-aa32-9a5d41658bdf req-40853c6e-9a8e-4965-99ed-f034d4f5ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:14.787942 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c6d595ac-22a0-46b1-aa32-9a5d41658bdf req-40853c6e-9a8e-4965-99ed-f034d4f5ecc7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 1098 time: 0.0423009 Oct 27 01:25:14.826013 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c6d595ac-22a0-46b1-aa32-9a5d41658bdf req-a586a79b-013d-4fc3-92e4-ecd3bf9f21c9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308716 Oct 27 01:25:15.204728 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709c977-9e1b-4dde-87eb-ba1c6e9af91c req-1ddfc738-00c4-48b0-83f8-60d3b271ebed tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:15.206263 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5709c977-9e1b-4dde-87eb-ba1c6e9af91c req-1ddfc738-00c4-48b0-83f8-60d3b271ebed tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 944 time: 0.0529916 Oct 27 01:25:15.254275 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5709c977-9e1b-4dde-87eb-ba1c6e9af91c req-96bd5836-7996-4e4c-b939-5df691549f80 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412850 Oct 27 01:25:15.395846 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755cf0e9-a9ce-4d2f-90de-c5be849b7cfb req-61951120-54dc-4326-9073-9f87dc721b1a tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:15.397338 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-755cf0e9-a9ce-4d2f-90de-c5be849b7cfb req-61951120-54dc-4326-9073-9f87dc721b1a tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0631137 Oct 27 01:25:15.450145 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-755cf0e9-a9ce-4d2f-90de-c5be849b7cfb req-9d0e5c5f-3a25-488d-a57e-8233845d7ea0 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417595 Oct 27 01:25:15.929849 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 37492) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:16.053522 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6485e359-dc18-4277-a761-d8a0599aab55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:16.136187 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6485e359-dc18-4277-a761-d8a0599aab55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:16.198420 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6485e359-dc18-4277-a761-d8a0599aab55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:16.241269 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 37498) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:16.241745 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-6485e359-dc18-4277-a761-d8a0599aab55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2e7dc1a7e8d4189be67e3a7f684705a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098207 Oct 27 01:25:16.258620 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485e359-dc18-4277-a761-d8a0599aab55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467ea98d-bb88-48a6-b9de-d4a805279803,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:16.323997 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-57cb7174-697d-42a6-b764-83c73fcde990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:16.349154 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-57cb7174-697d-42a6-b764-83c73fcde990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:16.425608 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741d0b2-b15b-4287-bff5-1af16e216c6a req-ae7febab-d60a-46e2-b075-d17a84c49557 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:16.427270 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5741d0b2-b15b-4287-bff5-1af16e216c6a req-ae7febab-d60a-46e2-b075-d17a84c49557 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 944 time: 0.0704184 Oct 27 01:25:16.477246 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5741d0b2-b15b-4287-bff5-1af16e216c6a req-32570124-7d18-4c5b-a27d-882670d3e78c tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342157 Oct 27 01:25:16.555124 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-57cb7174-697d-42a6-b764-83c73fcde990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:16.557732 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-57cb7174-697d-42a6-b764-83c73fcde990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:16.558942 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-57cb7174-697d-42a6-b764-83c73fcde990 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/467ea98d-bb88-48a6-b9de-d4a805279803 HTTP/1.1" status: 204 len: 168 time: 0.3166440 Oct 27 01:25:16.571719 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb7174-697d-42a6-b764-83c73fcde990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467ea98d-bb88-48a6-b9de-d4a805279803,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:16.604392 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:16.609991 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b7e46-b406-4f6a-902b-0b62ace0b9b0 req-99c47dd5-92fc-4514-bea6-2d5b10defd1e tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:16.611546 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4e8b7e46-b406-4f6a-902b-0b62ace0b9b0 req-99c47dd5-92fc-4514-bea6-2d5b10defd1e tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0883214 Oct 27 01:25:16.665725 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4e8b7e46-b406-4f6a-902b-0b62ace0b9b0 req-0e720502-dee2-46e2-933d-00267446836f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474851 Oct 27 01:25:17.267043 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 37508) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:17.281816 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b39f5ae6-f352-4580-b3d2-90794936f5c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:17.372270 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b39f5ae6-f352-4580-b3d2-90794936f5c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:17.449992 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b39f5ae6-f352-4580-b3d2-90794936f5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:17.492340 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-b39f5ae6-f352-4580-b3d2-90794936f5c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a72fccf883e4f0087b0b5410e70a868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241263 Oct 27 01:25:17.493438 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f5ae6-f352-4580-b3d2-90794936f5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4e14b6-7e3e-4000-af02-33a2026d7660,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:17.495106 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 37512) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:17.566598 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-2b60907d-3008-4630-a7e9-4a7300b8f457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:17.590561 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-2b60907d-3008-4630-a7e9-4a7300b8f457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:17.633402 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c08f8-faa0-41ed-ab9b-d4fe6ce6f8de req-6af4208f-15dd-4eb8-a3ed-046c77dd86c9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:17.635170 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-495c08f8-faa0-41ed-ab9b-d4fe6ce6f8de req-6af4208f-15dd-4eb8-a3ed-046c77dd86c9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 944 time: 0.0635662 Oct 27 01:25:17.676448 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-495c08f8-faa0-41ed-ab9b-d4fe6ce6f8de req-48df2384-2c8b-4fa7-a3b7-e4d250ac667f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346913 Oct 27 01:25:17.724490 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-2b60907d-3008-4630-a7e9-4a7300b8f457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:17.727950 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-2b60907d-3008-4630-a7e9-4a7300b8f457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:17.729550 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-2b60907d-3008-4630-a7e9-4a7300b8f457 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f4e14b6-7e3e-4000-af02-33a2026d7660 HTTP/1.1" status: 204 len: 168 time: 0.2330945 Oct 27 01:25:17.740041 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60907d-3008-4630-a7e9-4a7300b8f457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4e14b6-7e3e-4000-af02-33a2026d7660,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:17.822404 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a2b88-ea49-491d-9cc2-10392859f248 req-444ba72f-9f23-4ccd-a0bc-d5639c5ac66a tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:17.829823 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e36a2b88-ea49-491d-9cc2-10392859f248 req-444ba72f-9f23-4ccd-a0bc-d5639c5ac66a tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0612512 Oct 27 01:25:17.865087 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e36a2b88-ea49-491d-9cc2-10392859f248 req-224ac66a-d4ee-476c-83de-8d82edb701bf tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343616 Oct 27 01:25:18.805880 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ccbed-1bce-4396-8e35-b55cda2c1593 req-046351c0-5b6a-4edb-bdd4-c90d123bf9fa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:18.807503 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d90ccbed-1bce-4396-8e35-b55cda2c1593 req-046351c0-5b6a-4edb-bdd4-c90d123bf9fa tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 944 time: 0.0539982 Oct 27 01:25:18.855165 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d90ccbed-1bce-4396-8e35-b55cda2c1593 req-5f96c56f-16ce-4dd7-aad3-9b94a1511372 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412757 Oct 27 01:25:19.002427 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370fe40-a11a-4924-a286-b3ab5e3c95db req-f19f49ad-1a07-452a-954b-80539120fe5a tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:19.004946 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f370fe40-a11a-4924-a286-b3ab5e3c95db req-f19f49ad-1a07-452a-954b-80539120fe5a tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0712092 Oct 27 01:25:19.069249 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f370fe40-a11a-4924-a286-b3ab5e3c95db req-44de93ce-76e4-4c4b-9241-6803186aa69c tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582557 Oct 27 01:25:19.482765 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 37556) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:19.591753 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-26c02bf5-101d-4042-adb6-c4e660bf1cc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:19.668688 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-26c02bf5-101d-4042-adb6-c4e660bf1cc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:19.752427 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-26c02bf5-101d-4042-adb6-c4e660bf1cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:19.793174 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c02bf5-101d-4042-adb6-c4e660bf1cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b940b86-a54c-457a-b22a-0ba939733304,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:19.798376 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-26c02bf5-101d-4042-adb6-c4e660bf1cc9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f8b086045544615aeb285c7e0c136a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140926 Oct 27 01:25:19.801118 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 37560) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:19.808061 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c02bf5-101d-4042-adb6-c4e660bf1cc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:19.808343 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c02bf5-101d-4042-adb6-c4e660bf1cc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:19.809083 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c02bf5-101d-4042-adb6-c4e660bf1cc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:19.809083 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c02bf5-101d-4042-adb6-c4e660bf1cc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:19.809343 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c02bf5-101d-4042-adb6-c4e660bf1cc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:19.809665 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c02bf5-101d-4042-adb6-c4e660bf1cc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:19.810000 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c02bf5-101d-4042-adb6-c4e660bf1cc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:19.810356 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c02bf5-101d-4042-adb6-c4e660bf1cc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:19.810700 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c02bf5-101d-4042-adb6-c4e660bf1cc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:19.811061 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c02bf5-101d-4042-adb6-c4e660bf1cc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:19.811464 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c02bf5-101d-4042-adb6-c4e660bf1cc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:19.812001 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c02bf5-101d-4042-adb6-c4e660bf1cc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:19.860668 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-39ac64c6-9e7e-4e81-9870-afdd4a6fbaac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:19.882931 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-39ac64c6-9e7e-4e81-9870-afdd4a6fbaac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:19.989982 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8d461-c486-4675-bd05-ab4203fb19a4 req-e6d3f3fc-5c3a-42c2-84a6-6bdbd5765207 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:19.991593 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-95a8d461-c486-4675-bd05-ab4203fb19a4 req-e6d3f3fc-5c3a-42c2-84a6-6bdbd5765207 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 944 time: 0.0520046 Oct 27 01:25:20.014977 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-39ac64c6-9e7e-4e81-9870-afdd4a6fbaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:20.017520 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-39ac64c6-9e7e-4e81-9870-afdd4a6fbaac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:20.021312 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-39ac64c6-9e7e-4e81-9870-afdd4a6fbaac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b940b86-a54c-457a-b22a-0ba939733304 HTTP/1.1" status: 204 len: 168 time: 0.2164888 Oct 27 01:25:20.039793 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac64c6-9e7e-4e81-9870-afdd4a6fbaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b940b86-a54c-457a-b22a-0ba939733304,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:20.063610 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-95a8d461-c486-4675-bd05-ab4203fb19a4 req-d000ca9b-59cb-4743-b3bc-bb0380c22156 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572944 Oct 27 01:25:20.210975 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b195a-e9bb-4439-bfcd-91d20dd5bf24 req-7764e07f-233a-47af-b573-fb6f8e3b22d5 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:20.212731 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-652b195a-e9bb-4439-bfcd-91d20dd5bf24 req-7764e07f-233a-47af-b573-fb6f8e3b22d5 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0636883 Oct 27 01:25:20.256863 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-652b195a-e9bb-4439-bfcd-91d20dd5bf24 req-bc6d8e2a-d302-404a-be0b-bc584a517cc0 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352390 Oct 27 01:25:20.541853 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:25:21.199384 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28f767-e5ea-486b-a0ba-79f70c23f053 req-fdcb4104-981d-452f-935c-19d2656bc004 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:21.200972 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-be28f767-e5ea-486b-a0ba-79f70c23f053 req-fdcb4104-981d-452f-935c-19d2656bc004 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 944 time: 0.0558355 Oct 27 01:25:21.250405 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-be28f767-e5ea-486b-a0ba-79f70c23f053 req-786396fc-a2da-4eba-8b8f-2edec406f75f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422368 Oct 27 01:25:21.409081 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed3b8c-b0b3-4c09-8004-962ef1992d1c req-55018c8a-ce9a-4e3f-acb5-3cb68b3400e0 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:21.410593 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-95ed3b8c-b0b3-4c09-8004-962ef1992d1c req-55018c8a-ce9a-4e3f-acb5-3cb68b3400e0 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0535932 Oct 27 01:25:21.458814 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-95ed3b8c-b0b3-4c09-8004-962ef1992d1c req-4ed3b585-7798-408c-be20-6d21cf650e2e tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419459 Oct 27 01:25:22.386814 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d60112-b049-4460-b660-2a91fce3d10f req-58155e8a-faf6-4508-bb69-a9e0445a5465 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:22.390222 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-33d60112-b049-4460-b660-2a91fce3d10f req-58155e8a-faf6-4508-bb69-a9e0445a5465 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 944 time: 0.0634239 Oct 27 01:25:22.428661 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-33d60112-b049-4460-b660-2a91fce3d10f req-40b9a9b4-89a3-4056-a74d-947cb4bd3fd7 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334585 Oct 27 01:25:22.586605 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f1040-0389-4306-9cbe-738ba083ef20 req-4e4fd51b-efe5-48b3-b1c2-d75716075b56 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:22.589621 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-293f1040-0389-4306-9cbe-738ba083ef20 req-4e4fd51b-efe5-48b3-b1c2-d75716075b56 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0585895 Oct 27 01:25:22.630389 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-293f1040-0389-4306-9cbe-738ba083ef20 req-99a71457-2064-4c6e-9a7d-1499b5d46544 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357943 Oct 27 01:25:23.550804 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46655715-1ec5-4932-812b-d20bbfd816f2 req-18622f8e-0ca1-4b25-b792-1467c83e9de8 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:23.552273 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-46655715-1ec5-4932-812b-d20bbfd816f2 req-18622f8e-0ca1-4b25-b792-1467c83e9de8 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 944 time: 0.0524714 Oct 27 01:25:23.593575 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-46655715-1ec5-4932-812b-d20bbfd816f2 req-feda93bf-2c15-4717-809d-c24d4fdf80b3 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353210 Oct 27 01:25:23.766662 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f129f1-2a91-4627-a2e1-f39f977cbf67 req-db2d20d6-c57c-43a9-a048-5f556b7955ed tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:23.768068 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c2f129f1-2a91-4627-a2e1-f39f977cbf67 req-db2d20d6-c57c-43a9-a048-5f556b7955ed tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0608528 Oct 27 01:25:23.803972 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c5912f2e-99eb-4d14-9499-23109587a911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:23.814368 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c2f129f1-2a91-4627-a2e1-f39f977cbf67 req-d4b663b1-8bdd-483a-b0e4-baa44290e546 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395896 Oct 27 01:25:24.723004 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1b5b3-69ef-447b-8290-62a023d102df req-c191611f-52ec-4adc-86ee-8c46fe54de92 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:24.725492 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5ed1b5b3-69ef-447b-8290-62a023d102df req-c191611f-52ec-4adc-86ee-8c46fe54de92 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 944 time: 0.0590239 Oct 27 01:25:24.769220 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5ed1b5b3-69ef-447b-8290-62a023d102df req-d2690b9b-4805-4f9e-8a2e-8665e58f6110 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371799 Oct 27 01:25:24.930548 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28198-ac6a-4d38-b3bd-0a57030ffe3e req-f377e946-a19f-4909-9347-2e5325676ebc tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:24.932100 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3ec28198-ac6a-4d38-b3bd-0a57030ffe3e req-f377e946-a19f-4909-9347-2e5325676ebc tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0516241 Oct 27 01:25:24.986872 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3ec28198-ac6a-4d38-b3bd-0a57030ffe3e req-8454c374-d323-4f90-9f6e-b7fe97a391ff tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476294 Oct 27 01:25:25.887835 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76748345-4d26-4b66-b46b-ce9e478cbc4d req-32d028f5-820b-4218-81e3-8384527212f7 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:25.889976 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-76748345-4d26-4b66-b46b-ce9e478cbc4d req-32d028f5-820b-4218-81e3-8384527212f7 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 944 time: 0.0482833 Oct 27 01:25:25.926352 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-76748345-4d26-4b66-b46b-ce9e478cbc4d req-35c49d29-7bf3-49f6-896b-aba06b1791cd tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300457 Oct 27 01:25:26.104830 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab019e-6485-46dd-84ef-e2cc919f0330 req-f86aa5f5-f8fb-4354-803a-ac9ed8b52bbb tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:26.106291 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-49ab019e-6485-46dd-84ef-e2cc919f0330 req-f86aa5f5-f8fb-4354-803a-ac9ed8b52bbb tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0514209 Oct 27 01:25:26.144317 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-49ab019e-6485-46dd-84ef-e2cc919f0330 req-f284b189-4ca6-4bcd-b9fe-789d943a1193 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317168 Oct 27 01:25:26.357948 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-44e55baa-02b9-498e-bfff-262f95afd7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:27.043978 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1d366-5546-4441-8536-ea2338f9c95c req-e460badd-1ef4-42a9-80fc-3f8eb474a9ab tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:27.045969 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d6b1d366-5546-4441-8536-ea2338f9c95c req-e460badd-1ef4-42a9-80fc-3f8eb474a9ab tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 944 time: 0.0482993 Oct 27 01:25:27.083052 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d6b1d366-5546-4441-8536-ea2338f9c95c req-9bd7ffe1-972e-49cc-ad56-523a55a6a935 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308893 Oct 27 01:25:27.227197 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:27.255864 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586f0ab-3299-4521-9eda-e296bd645947 req-d803051f-d6b5-4231-b84d-2bbcd9d2e6c8 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:27.257310 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2586f0ab-3299-4521-9eda-e296bd645947 req-d803051f-d6b5-4231-b84d-2bbcd9d2e6c8 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0482352 Oct 27 01:25:27.294471 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2586f0ab-3299-4521-9eda-e296bd645947 req-0bb0c01c-fb30-44df-8030-d5706b5a454f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310807 Oct 27 01:25:27.643439 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f08b8a-0723-49a1-9732-d1f0d4da6518 req-9a54e35b-45d4-4382-8fcb-7a5b7a7ea0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:27.645100 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e3f08b8a-0723-49a1-9732-d1f0d4da6518 req-9a54e35b-45d4-4382-8fcb-7a5b7a7ea0e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6304b3ad2b4e4bf398ccbae70b72f46d&device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 1097 time: 0.0431037 Oct 27 01:25:27.707037 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:27.774885 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f08b8a-0723-49a1-9732-d1f0d4da6518 req-f48f70ba-5627-4724-aeec-84ce96192d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:27.776349 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e3f08b8a-0723-49a1-9732-d1f0d4da6518 req-f48f70ba-5627-4724-aeec-84ce96192d0c service neutron] 10.222.0.36 "GET /v2.0/networks?id=337a2dfd-96cd-45e0-abce-401982e807e4 HTTP/1.1" status: 200 len: 917 time: 0.0876570 Oct 27 01:25:27.843044 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e3f08b8a-0723-49a1-9732-d1f0d4da6518 req-c36a484b-96d5-4643-be1e-65c40d8e0e5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5a41bc8-5800-477e-a3ef-d44033785f79 HTTP/1.1" status: 200 len: 1000 time: 0.0569623 Oct 27 01:25:27.900605 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f08b8a-0723-49a1-9732-d1f0d4da6518 req-4e9c164f-44a2-4611-9fbc-f56f15f98fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:27.900605 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e3f08b8a-0723-49a1-9732-d1f0d4da6518 req-4e9c164f-44a2-4611-9fbc-f56f15f98fea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e98a956-2627-48e5-9a9f-97fe27314719 HTTP/1.1" status: 200 len: 855 time: 0.0471685 Oct 27 01:25:28.191661 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f08b8a-0723-49a1-9732-d1f0d4da6518 req-1980ea66-54b3-4144-84e8-ffee4d5e6f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:28.193003 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e3f08b8a-0723-49a1-9732-d1f0d4da6518 req-1980ea66-54b3-4144-84e8-ffee4d5e6f87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=337a2dfd-96cd-45e0-abce-401982e807e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2828877 Oct 27 01:25:28.216020 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176f2ab-532f-46f9-9d29-9c5298cd39c7 req-598a5fca-f02f-454c-a515-09c1d6a2ad78 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:28.220929 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1176f2ab-532f-46f9-9d29-9c5298cd39c7 req-598a5fca-f02f-454c-a515-09c1d6a2ad78 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 944 time: 0.0547252 Oct 27 01:25:28.257171 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1176f2ab-532f-46f9-9d29-9c5298cd39c7 req-2dfc7c4c-4108-4e48-ac72-9aea51a49737 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324469 Oct 27 01:25:28.287506 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e3f08b8a-0723-49a1-9732-d1f0d4da6518 req-3a4e2ef0-cdbc-4269-86fb-65924d2eee70 service neutron] 10.222.0.36 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846436 Oct 27 01:25:28.385656 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e3f08b8a-0723-49a1-9732-d1f0d4da6518 req-44bb6443-f08d-4c71-a077-56c8e5b67a76 service neutron] 10.222.0.36 "GET /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861430 Oct 27 01:25:28.415850 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec95bd-5e0a-4c5a-840c-381eeb12c2e9 req-2b553ef1-b1d9-4683-8a6a-e62894071a1c tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:28.415850 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-46ec95bd-5e0a-4c5a-840c-381eeb12c2e9 req-2b553ef1-b1d9-4683-8a6a-e62894071a1c tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0503883 Oct 27 01:25:28.456044 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-46ec95bd-5e0a-4c5a-840c-381eeb12c2e9 req-e700eab0-b813-46b1-b387-2a41d6fe2a62 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321076 Oct 27 01:25:28.581254 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38c5d3-75db-4cd6-bfce-022e7ec3a00a req-76774937-ad4c-4e1f-96f4-1e423f63cafd tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:28.582724 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3e38c5d3-75db-4cd6-bfce-022e7ec3a00a req-76774937-ad4c-4e1f-96f4-1e423f63cafd tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0479650 Oct 27 01:25:28.620073 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3e38c5d3-75db-4cd6-bfce-022e7ec3a00a req-edb97731-1f79-44da-bd95-c5785d1f1c7c tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313141 Oct 27 01:25:28.644046 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 37662) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:28.829185 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3557645-c331-4470-ba5e-e447389217b0 tempest-TestShelveInstance-752388488 tempest-TestShelveInstance-752388488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:28.830701 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-f3557645-c331-4470-ba5e-e447389217b0 tempest-TestShelveInstance-752388488 tempest-TestShelveInstance-752388488-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 1093 time: 0.1856697 Oct 27 01:25:28.833777 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 37666) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:28.838513 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-c810cbfa-df23-4a0b-81ec-b28819ec6b7f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Request body: {'floatingip': {'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'port_id': '90eb633a-ee1a-4e18-995e-ca5fcbcb3ded', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:25:28.941070 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c810cbfa-df23-4a0b-81ec-b28819ec6b7f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for floatingip, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:29.036877 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c810cbfa-df23-4a0b-81ec-b28819ec6b7f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:29.112610 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:29.141552 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [None req-c810cbfa-df23-4a0b-81ec-b28819ec6b7f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Allocated IP 172.27.3.16 (446c4d70-d462-4a3b-8224-efffdf97f324/4937d60a-1906-48c0-8abc-dbda7672a658/389e84c6-da0e-4022-9ab7-b1f0d0f33177) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:25:29.241853 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c810cbfa-df23-4a0b-81ec-b28819ec6b7f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:29.335771 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c810cbfa-df23-4a0b-81ec-b28819ec6b7f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:29.375942 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c810cbfa-df23-4a0b-81ec-b28819ec6b7f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Network 446c4d70-d462-4a3b-8224-efffdf97f324 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:25:29.378913 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-c810cbfa-df23-4a0b-81ec-b28819ec6b7f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:25:29.379064 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43bc36-c5fb-441e-9b48-5296710bbeaf req-c9dd10c9-f5d1-44ca-b0de-f551af61088f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:29.380488 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4d43bc36-c5fb-441e-9b48-5296710bbeaf req-c9dd10c9-f5d1-44ca-b0de-f551af61088f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 944 time: 0.0496550 Oct 27 01:25:29.383222 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c810cbfa-df23-4a0b-81ec-b28819ec6b7f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:25:29.408267 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810cbfa-df23-4a0b-81ec-b28819ec6b7f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Pushing event updated for resources: {'Port': ['ID=389e84c6-da0e-4022-9ab7-b1f0d0f33177,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:29.424493 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4d43bc36-c5fb-441e-9b48-5296710bbeaf req-8bba1744-2cfb-4fa2-b9ce-61a736c4a21f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378332 Oct 27 01:25:29.738418 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c810cbfa-df23-4a0b-81ec-b28819ec6b7f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:29.856830 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c810cbfa-df23-4a0b-81ec-b28819ec6b7f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:30.007328 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c810cbfa-df23-4a0b-81ec-b28819ec6b7f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:30.557937 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaff64-d2e8-468d-8583-9cce38ef74d9 req-e827dff3-52e5-43ee-b916-38c141120799 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:30.557937 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-eeaaff64-d2e8-468d-8583-9cce38ef74d9 req-e827dff3-52e5-43ee-b916-38c141120799 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 944 time: 0.0502858 Oct 27 01:25:30.586316 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-eeaaff64-d2e8-468d-8583-9cce38ef74d9 req-02f3061d-d7fa-49c8-9b46-a514c4cdf70f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326450 Oct 27 01:25:30.793860 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c810cbfa-df23-4a0b-81ec-b28819ec6b7f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:30.872220 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810cbfa-df23-4a0b-81ec-b28819ec6b7f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Pushing event updated for resources: {'Port': ['ID=389e84c6-da0e-4022-9ab7-b1f0d0f33177,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:30.877632 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c810cbfa-df23-4a0b-81ec-b28819ec6b7f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3723056'] for floatingip, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:30.973588 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.db.l3_db [None req-c810cbfa-df23-4a0b-81ec-b28819ec6b7f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Floating IP 9f4a684c-7bac-4722-8258-19824f55ccfc associated. External IP: 172.27.3.16, port: 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded. Oct 27 01:25:31.183668 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c810cbfa-df23-4a0b-81ec-b28819ec6b7f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Router 331a5e4e-ec60-400d-8036-5f0f948d6e0c has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:25:31.289959 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c810cbfa-df23-4a0b-81ec-b28819ec6b7f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:25:31.302821 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48deb04f-9afa-4a81-b6f1-da67a377c90b None None] Sync routers for ids ['331a5e4e-ec60-400d-8036-5f0f948d6e0c'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:25:31.310240 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48deb04f-9afa-4a81-b6f1-da67a377c90b None None] Routers {'331a5e4e-ec60-400d-8036-5f0f948d6e0c'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:25:31.310849 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-48deb04f-9afa-4a81-b6f1-da67a377c90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:25:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['331a5e4e-ec60-400d-8036-5f0f948d6e0c'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:31.400424 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c810cbfa-df23-4a0b-81ec-b28819ec6b7f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for floatingip, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:31.416616 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-48deb04f-9afa-4a81-b6f1-da67a377c90b None None] Set router 331a5e4e-ec60-400d-8036-5f0f948d6e0c gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:25:31.427578 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-c810cbfa-df23-4a0b-81ec-b28819ec6b7f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5926673 Oct 27 01:25:31.428157 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59a1076-7156-48a7-8e09-75b55aac1a27', 'tag': '90eb633a-ee1a-4e18-995e-ca5fcbcb3ded'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:25:31.430414 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35915fd-31ae-4c1a-b6a7-720f0190cca8" -d '{"events": [{"name": "network-changed", "server_uuid": "b59a1076-7156-48a7-8e09-75b55aac1a27", "tag": "90eb633a-ee1a-4e18-995e-ca5fcbcb3ded"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:25:31.465844 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabd4bc2-9fef-404a-bb9c-7cef35713527 x-openstack-request-id: req-dabd4bc2-9fef-404a-bb9c-7cef35713527 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:25:31.466162 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59a1076-7156-48a7-8e09-75b55aac1a27", "tag": "90eb633a-ee1a-4e18-995e-ca5fcbcb3ded", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:25:31.466420 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dabd4bc2-9fef-404a-bb9c-7cef35713527 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:25:31.466845 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59a1076-7156-48a7-8e09-75b55aac1a27', 'tag': '90eb633a-ee1a-4e18-995e-ca5fcbcb3ded', 'status': 'completed', 'code': 200} Oct 27 01:25:31.640203 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-48deb04f-9afa-4a81-b6f1-da67a377c90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'name': 'tempest-TestShelveInstance-2142606715-router', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:19Z', 'updated_at': '2021-10-27T01:24:23Z', 'revision_number': 4, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'gw_port': {'id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:21Z', 'updated_at': '2021-10-27T01:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '9f4a684c-7bac-4722-8258-19824f55ccfc', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'port_id': '90eb633a-ee1a-4e18-995e-ca5fcbcb3ded', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39', 'mac_address': 'fa:16:3e:d5:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a1076-7156-48a7-8e09-75b55aac1a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:25:29Z', 'updated_at': '2021-10-27T01:25:29Z', 'revision_number': 0, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b69c4a-00a3-472b-aec0-701b56f1f02d', 'name': '', 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'mac_address': 'fa:16:3e:69:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '04798cc5-e1c0-4972-be48-0203c89ee0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:22Z', 'updated_at': '2021-10-27T01:24:26Z', 'revision_number': 5, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'subnets': [{'id': '04798cc5-e1c0-4972-be48-0203c89ee0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:31.669548 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48deb04f-9afa-4a81-b6f1-da67a377c90b None None] Checking router: 331a5e4e-ec60-400d-8036-5f0f948d6e0c for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:25:31.678366 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device e5a41bc8-5800-477e-a3ef-d44033785f79 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:25:31.682282 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48deb04f-9afa-4a81-b6f1-da67a377c90b None None] Routers {'331a5e4e-ec60-400d-8036-5f0f948d6e0c'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:25:31.682890 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-48deb04f-9afa-4a81-b6f1-da67a377c90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:25:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['331a5e4e-ec60-400d-8036-5f0f948d6e0c'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:31.713410 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa519c-5523-42b9-8304-b584c5d68190 req-77a4a48b-83a8-4708-8eaa-c8a873169952 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:31.714898 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e0fa519c-5523-42b9-8304-b584c5d68190 req-77a4a48b-83a8-4708-8eaa-c8a873169952 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 944 time: 0.0523701 Oct 27 01:25:31.755138 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e0fa519c-5523-42b9-8304-b584c5d68190 req-ee11cee3-2e1e-45a7-a1b2-b36b5ff40311 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336139 Oct 27 01:25:31.835908 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35915fd-31ae-4c1a-b6a7-720f0190cca8 req-39accb9f-3a6c-4f2e-9974-71801c29b41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:31.837482 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f35915fd-31ae-4c1a-b6a7-720f0190cca8 req-39accb9f-3a6c-4f2e-9974-71801c29b41d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71d6d08d1ae14a628663fb4124cfccc2&device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 1098 time: 0.0426047 Oct 27 01:25:31.852744 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-48deb04f-9afa-4a81-b6f1-da67a377c90b None None] Set router 331a5e4e-ec60-400d-8036-5f0f948d6e0c gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:25:31.896988 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port e5a41bc8-5800-477e-a3ef-d44033785f79, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=e5a41bc8-5800-477e-a3ef-d44033785f79,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:31.940605 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35915fd-31ae-4c1a-b6a7-720f0190cca8 req-2ad65479-cb6d-49cf-a4a5-89200ada8a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:31.941270 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': 'e5a41bc8-5800-477e-a3ef-d44033785f79', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'port_id': 'e5a41bc8-5800-477e-a3ef-d44033785f79', 'mac_address': 'fa:16:3e:67:d4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:25:31.942159 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f35915fd-31ae-4c1a-b6a7-720f0190cca8 req-2ad65479-cb6d-49cf-a4a5-89200ada8a7f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2042b203-b5b7-49f8-8939-5ca2d9affb39 HTTP/1.1" status: 200 len: 910 time: 0.0925708 Oct 27 01:25:31.999792 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:32.013602 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f35915fd-31ae-4c1a-b6a7-720f0190cca8 req-47aac277-9586-4387-9766-38857c57dd6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded HTTP/1.1" status: 200 len: 998 time: 0.0622976 Oct 27 01:25:32.050998 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a41bc8-5800-477e-a3ef-d44033785f79 {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:25:32.071083 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35915fd-31ae-4c1a-b6a7-720f0190cca8 req-80253cdd-7b8f-4094-acf8-d0585c78b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:32.072613 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f35915fd-31ae-4c1a-b6a7-720f0190cca8 req-80253cdd-7b8f-4094-acf8-d0585c78b01e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04798cc5-e1c0-4972-be48-0203c89ee0e2 HTTP/1.1" status: 200 len: 848 time: 0.0497088 Oct 27 01:25:32.078540 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port e5a41bc8-5800-477e-a3ef-d44033785f79, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=e5a41bc8-5800-477e-a3ef-d44033785f79,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:32.126207 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35915fd-31ae-4c1a-b6a7-720f0190cca8 req-7abb9a30-22e8-460e-9b91-6eb3033466bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:32.128315 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f35915fd-31ae-4c1a-b6a7-720f0190cca8 req-7abb9a30-22e8-460e-9b91-6eb3033466bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2042b203-b5b7-49f8-8939-5ca2d9affb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469296 Oct 27 01:25:32.135725 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:32.200466 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-48deb04f-9afa-4a81-b6f1-da67a377c90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'name': 'tempest-TestShelveInstance-2142606715-router', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:19Z', 'updated_at': '2021-10-27T01:24:23Z', 'revision_number': 4, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'gw_port': {'id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:21Z', 'updated_at': '2021-10-27T01:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '9f4a684c-7bac-4722-8258-19824f55ccfc', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'port_id': '90eb633a-ee1a-4e18-995e-ca5fcbcb3ded', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39', 'mac_address': 'fa:16:3e:d5:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a1076-7156-48a7-8e09-75b55aac1a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:25:29Z', 'updated_at': '2021-10-27T01:25:29Z', 'revision_number': 0, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b69c4a-00a3-472b-aec0-701b56f1f02d', 'name': '', 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'mac_address': 'fa:16:3e:69:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '04798cc5-e1c0-4972-be48-0203c89ee0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:22Z', 'updated_at': '2021-10-27T01:24:26Z', 'revision_number': 5, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'subnets': [{'id': '04798cc5-e1c0-4972-be48-0203c89ee0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:32.202860 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=e5a41bc8-5800-477e-a3ef-d44033785f79,revision_number=9']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:32.232361 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48deb04f-9afa-4a81-b6f1-da67a377c90b None None] The sync data for ids ['331a5e4e-ec60-400d-8036-5f0f948d6e0c'] in dv-cinder-815560-1-iscsi is: [{'id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'name': 'tempest-TestShelveInstance-2142606715-router', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:19Z', 'updated_at': '2021-10-27T01:24:23Z', 'revision_number': 4, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'gw_port': {'id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:21Z', 'updated_at': '2021-10-27T01:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '9f4a684c-7bac-4722-8258-19824f55ccfc', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'port_id': '90eb633a-ee1a-4e18-995e-ca5fcbcb3ded', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39', 'mac_address': 'fa:16:3e:d5:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a1076-7156-48a7-8e09-75b55aac1a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:25:29Z', 'updated_at': '2021-10-27T01:25:29Z', 'revision_number': 0, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b69c4a-00a3-472b-aec0-701b56f1f02d', 'name': '', 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'mac_address': 'fa:16:3e:69:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '04798cc5-e1c0-4972-be48-0203c89ee0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:22Z', 'updated_at': '2021-10-27T01:24:26Z', 'revision_number': 5, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'subnets': [{'id': '04798cc5-e1c0-4972-be48-0203c89ee0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:25:32.241673 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f35915fd-31ae-4c1a-b6a7-720f0190cca8 req-e758a5e5-eb58-404f-bb07-569c8c736139 service neutron] 10.222.0.36 "GET /v2.0/networks/2042b203-b5b7-49f8-8939-5ca2d9affb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929065 Oct 27 01:25:32.347097 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-f35915fd-31ae-4c1a-b6a7-720f0190cca8 req-3b2db1d4-5c8e-4ca1-82b1-1e82c7facfa3 service neutron] 10.222.0.36 "GET /v2.0/networks/2042b203-b5b7-49f8-8939-5ca2d9affb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971732 Oct 27 01:25:32.433566 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcceb88e-572c-4acb-9d89-63fc58796967 None None] New status for floating IP 9f4a684c-7bac-4722-8258-19824f55ccfc: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:25:32.470855 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['e5a41bc8-5800-477e-a3ef-d44033785f79'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:25:32.877131 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b6f41-0d90-480a-aeaa-57ae26a1503f req-196f7237-3ada-467b-b70a-1a0f799fd8e9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:32.878581 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2a4b6f41-0d90-480a-aeaa-57ae26a1503f req-196f7237-3ada-467b-b70a-1a0f799fd8e9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 945 time: 0.0475435 Oct 27 01:25:32.916096 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2a4b6f41-0d90-480a-aeaa-57ae26a1503f req-e8658f7a-0229-4bc7-aed6-a80472431753 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315394 Oct 27 01:25:34.035307 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39bf6f-3dbd-4640-8eba-272f6fa53440 req-650ccad6-1a30-4354-863f-19dc4f8e3c6b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:34.036819 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ca39bf6f-3dbd-4640-8eba-272f6fa53440 req-650ccad6-1a30-4354-863f-19dc4f8e3c6b tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 945 time: 0.0482695 Oct 27 01:25:34.076861 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ca39bf6f-3dbd-4640-8eba-272f6fa53440 req-2f7a0e3c-b727-4ec9-b1d1-d75a7751057f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336862 Oct 27 01:25:35.203833 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866b93b-4416-4e18-9259-36e3046d095f req-e052c9a8-aec4-494f-9ee9-16c0de9426a1 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:35.205261 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d866b93b-4416-4e18-9259-36e3046d095f req-e052c9a8-aec4-494f-9ee9-16c0de9426a1 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 945 time: 0.0509269 Oct 27 01:25:35.242149 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d866b93b-4416-4e18-9259-36e3046d095f req-20d383c1-2600-4916-8a33-4b1927e35249 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309746 Oct 27 01:25:36.228284 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device e5a41bc8-5800-477e-a3ef-d44033785f79 up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:25:36.274452 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port e5a41bc8-5800-477e-a3ef-d44033785f79 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:25:36.275233 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:36.356104 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:36.364401 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc14ae-7412-4954-b52b-98dd27f85cd3 req-26796ee8-d614-4654-ab89-3c8a1d717431 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:36.365805 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-09cc14ae-7412-4954-b52b-98dd27f85cd3 req-26796ee8-d614-4654-ab89-3c8a1d717431 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 945 time: 0.0493906 Oct 27 01:25:36.379274 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22168f93-be95-4a0a-ba03-afbae82e5931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a41bc8-5800-477e-a3ef-d44033785f79'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:25:36.381482 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3cae31-7e80-4ae2-a691-5e8a07f4791d" -d '{"events": [{"server_uuid": "22168f93-be95-4a0a-ba03-afbae82e5931", "name": "network-vif-plugged", "status": "completed", "tag": "e5a41bc8-5800-477e-a3ef-d44033785f79"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:25:36.395142 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port e5a41bc8-5800-477e-a3ef-d44033785f79, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=e5a41bc8-5800-477e-a3ef-d44033785f79,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:36.403908 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-09cc14ae-7412-4954-b52b-98dd27f85cd3 req-635a461e-ebeb-47ef-8a29-a7b331a94473 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318315 Oct 27 01:25:36.427292 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87f60d2-eae2-45af-84e5-536b4ebbae9e x-openstack-request-id: req-f87f60d2-eae2-45af-84e5-536b4ebbae9e {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:25:36.427292 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22168f93-be95-4a0a-ba03-afbae82e5931", "name": "network-vif-plugged", "status": "completed", "tag": "e5a41bc8-5800-477e-a3ef-d44033785f79", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:25:36.427292 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f87f60d2-eae2-45af-84e5-536b4ebbae9e {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:25:36.427292 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22168f93-be95-4a0a-ba03-afbae82e5931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a41bc8-5800-477e-a3ef-d44033785f79', 'code': 200} Oct 27 01:25:36.535122 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:36.582974 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=e5a41bc8-5800-477e-a3ef-d44033785f79,revision_number=10']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:36.974481 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b059998-36de-4ff7-840a-29825e35f0a9 req-5f02cf1e-b4c5-418a-85f7-61e835bc2d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:36.976203 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-6b059998-36de-4ff7-840a-29825e35f0a9 req-5f02cf1e-b4c5-418a-85f7-61e835bc2d55 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 1100 time: 0.0389540 Oct 27 01:25:37.011825 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-6b059998-36de-4ff7-840a-29825e35f0a9 req-491c98a6-7256-495b-9a3d-5816ebfbe894 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273070 Oct 27 01:25:37.536226 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff5a1f-3ca5-4b8b-8edb-d0c811e6ee2b req-957f704b-7610-49f4-bf9b-53aab2c97363 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:37.537707 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5cff5a1f-3ca5-4b8b-8edb-d0c811e6ee2b req-957f704b-7610-49f4-bf9b-53aab2c97363 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 947 time: 0.0539911 Oct 27 01:25:37.578951 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5cff5a1f-3ca5-4b8b-8edb-d0c811e6ee2b req-34b71464-5153-4b9d-b5a1-e891a7f9c221 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337672 Oct 27 01:25:38.709102 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f62358-f4ea-45d3-a4b8-5c5ab67d8861 req-2b7a5d2f-4990-4527-9a98-11528cbaee14 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:38.711115 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b1f62358-f4ea-45d3-a4b8-5c5ab67d8861 req-2b7a5d2f-4990-4527-9a98-11528cbaee14 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 947 time: 0.0540574 Oct 27 01:25:38.751291 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b1f62358-f4ea-45d3-a4b8-5c5ab67d8861 req-6079ef91-446f-4f9b-baa1-39106745a01f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347002 Oct 27 01:25:39.877058 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4e212-aaa6-4a17-8350-9ec7edc8490c req-fee9db92-c244-48da-b40e-047ff0168639 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:39.878596 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f8b4e212-aaa6-4a17-8350-9ec7edc8490c req-fee9db92-c244-48da-b40e-047ff0168639 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 947 time: 0.0499754 Oct 27 01:25:39.917686 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f8b4e212-aaa6-4a17-8350-9ec7edc8490c req-095acd03-31b0-4cf7-bac8-083c68a31b2f tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329900 Oct 27 01:25:40.567712 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b6d63-c993-40c3-9f74-1a53516f487c req-680b5de4-7549-43d2-a760-75225a5d2689 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:40.569135 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a30b6d63-c993-40c3-9f74-1a53516f487c req-680b5de4-7549-43d2-a760-75225a5d2689 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ffc98f-afa7-4826-8ea3-37f8735364b4 HTTP/1.1" status: 200 len: 946 time: 0.0480142 Oct 27 01:25:40.607862 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a30b6d63-c993-40c3-9f74-1a53516f487c req-f12ec9a4-7687-41cf-893b-1ad8e7e8aa1e tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=68f894e1-13aa-4c3b-ac49-74ff5bfdcaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321872 Oct 27 01:25:41.726278 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884527c9-bd43-40f2-972e-f00113b90ef3 req-feabcdca-08bf-4fc7-bff9-8aea600cef88 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:41.727699 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-884527c9-bd43-40f2-972e-f00113b90ef3 req-feabcdca-08bf-4fc7-bff9-8aea600cef88 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ffc98f-afa7-4826-8ea3-37f8735364b4 HTTP/1.1" status: 200 len: 946 time: 0.0505257 Oct 27 01:25:41.765363 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-884527c9-bd43-40f2-972e-f00113b90ef3 req-265aa0d5-c1ae-423b-819e-ae257abf22c1 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=68f894e1-13aa-4c3b-ac49-74ff5bfdcaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311944 Oct 27 01:25:42.640099 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353da98-167c-46cc-872e-9f5e44837c01 req-ee3f9e3a-b650-4f49-baf6-718a2785466c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:42.641538 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c353da98-167c-46cc-872e-9f5e44837c01 req-ee3f9e3a-b650-4f49-baf6-718a2785466c tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.36 "GET /v2.0/ports?device_id=49ffc98f-afa7-4826-8ea3-37f8735364b4 HTTP/1.1" status: 200 len: 946 time: 0.0528409 Oct 27 01:25:42.733090 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-c353da98-167c-46cc-872e-9f5e44837c01 req-b8ad688f-cc80-4d20-96db-da6dabe5c782 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Deleting port 3643169c-0e2e-4218-80ef-98b14635f672 {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:25:42.733423 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c353da98-167c-46cc-872e-9f5e44837c01 req-b8ad688f-cc80-4d20-96db-da6dabe5c782 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:42.823124 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-c353da98-167c-46cc-872e-9f5e44837c01 req-b8ad688f-cc80-4d20-96db-da6dabe5c782 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] For port 3643169c-0e2e-4218-80ef-98b14635f672, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=3643169c-0e2e-4218-80ef-98b14635f672,segment=NetworkSegment(48fbe17e-f5fd-4595-9ff4-16bc39f15b51),segment_id=48fbe17e-f5fd-4595-9ff4-16bc39f15b51)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:42.823398 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c353da98-167c-46cc-872e-9f5e44837c01 req-b8ad688f-cc80-4d20-96db-da6dabe5c782 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:42.887898 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b3155-2c40-461c-a59e-4f7895db314d req-487bc055-a06c-4be9-a453-43c1c4cfead7 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:42.890069 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-694b3155-2c40-461c-a59e-4f7895db314d req-487bc055-a06c-4be9-a453-43c1c4cfead7 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ffc98f-afa7-4826-8ea3-37f8735364b4 HTTP/1.1" status: 200 len: 946 time: 0.0521071 Oct 27 01:25:42.928700 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-694b3155-2c40-461c-a59e-4f7895db314d req-fbb1d1f6-2d19-48c1-9f13-7185b3aef505 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups?id=68f894e1-13aa-4c3b-ac49-74ff5bfdcaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322735 Oct 27 01:25:43.001103 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c353da98-167c-46cc-872e-9f5e44837c01 req-b8ad688f-cc80-4d20-96db-da6dabe5c782 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:43.001463 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c353da98-167c-46cc-872e-9f5e44837c01 req-b8ad688f-cc80-4d20-96db-da6dabe5c782 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3723056'] for floatingip, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:43.001927 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.db.l3_db [req-c353da98-167c-46cc-872e-9f5e44837c01 req-b8ad688f-cc80-4d20-96db-da6dabe5c782 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Floating IP 71b6cf67-10b5-4a3f-9135-975598880056 disassociated. External IP: 172.27.3.244, port: 3643169c-0e2e-4218-80ef-98b14635f672. Oct 27 01:25:43.002256 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-c353da98-167c-46cc-872e-9f5e44837c01 req-b8ad688f-cc80-4d20-96db-da6dabe5c782 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Calling delete_port for 3643169c-0e2e-4218-80ef-98b14635f672 owned by compute:nova {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:25:43.036939 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 37884) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:43.140655 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cb2249cb-9d34-45b6-a7de-b0120e920f24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:43.209406 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c353da98-167c-46cc-872e-9f5e44837c01 req-b8ad688f-cc80-4d20-96db-da6dabe5c782 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:43.220369 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cb2249cb-9d34-45b6-a7de-b0120e920f24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:43.240338 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad688f-cc80-4d20-96db-da6dabe5c782 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Pushing event deleted for resources: {'Port': ['ID=3643169c-0e2e-4218-80ef-98b14635f672,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:43.284177 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cb2249cb-9d34-45b6-a7de-b0120e920f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:43.324769 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-cb2249cb-9d34-45b6-a7de-b0120e920f24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88b3d604c12c4ce0969ee220c7e93df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843306 Oct 27 01:25:43.324769 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2249cb-9d34-45b6-a7de-b0120e920f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98208795-8c3d-4633-bc57-d60cb706f1ac,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:43.326134 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 37888) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:43.336379 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2249cb-9d34-45b6-a7de-b0120e920f24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:43.336718 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2249cb-9d34-45b6-a7de-b0120e920f24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:43.337054 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2249cb-9d34-45b6-a7de-b0120e920f24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:43.337386 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2249cb-9d34-45b6-a7de-b0120e920f24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:43.337712 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2249cb-9d34-45b6-a7de-b0120e920f24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:43.338063 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2249cb-9d34-45b6-a7de-b0120e920f24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:43.338393 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2249cb-9d34-45b6-a7de-b0120e920f24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:43.338716 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2249cb-9d34-45b6-a7de-b0120e920f24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:43.339039 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2249cb-9d34-45b6-a7de-b0120e920f24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:43.339357 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2249cb-9d34-45b6-a7de-b0120e920f24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:43.339675 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2249cb-9d34-45b6-a7de-b0120e920f24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:43.339992 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2249cb-9d34-45b6-a7de-b0120e920f24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:43.360847 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c353da98-167c-46cc-872e-9f5e44837c01 req-b8ad688f-cc80-4d20-96db-da6dabe5c782 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:25:43.388851 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f9df754d-5b46-4457-870f-bc62e7528a4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:43.410040 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f9df754d-5b46-4457-870f-bc62e7528a4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:43.467588 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c353da98-167c-46cc-872e-9f5e44837c01 req-b8ad688f-cc80-4d20-96db-da6dabe5c782 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:25:43.478685 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7eca07-8e98-41f7-a614-8c13674fffce None None] Sync routers for ids ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:25:43.490207 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7eca07-8e98-41f7-a614-8c13674fffce None None] Routers {'d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:25:43.490831 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-9c7eca07-8e98-41f7-a614-8c13674fffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:25:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:43.506848 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-c353da98-167c-46cc-872e-9f5e44837c01 req-b8ad688f-cc80-4d20-96db-da6dabe5c782 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] No DVR routers for this DVR port 3643169c-0e2e-4218-80ef-98b14635f672 on host hv-cinder-81556 {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:25:43.509386 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c353da98-167c-46cc-872e-9f5e44837c01 req-b8ad688f-cc80-4d20-96db-da6dabe5c782 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:43.512848 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c353da98-167c-46cc-872e-9f5e44837c01 req-b8ad688f-cc80-4d20-96db-da6dabe5c782 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.36 "DELETE /v2.0/ports/3643169c-0e2e-4218-80ef-98b14635f672 HTTP/1.1" status: 204 len: 173 time: 0.8643076 Oct 27 01:25:43.513236 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ffc98f-afa7-4826-8ea3-37f8735364b4', 'name': 'network-vif-deleted', 'tag': '3643169c-0e2e-4218-80ef-98b14635f672'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:25:43.515630 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da24f90-c622-494e-979f-621f99ad7406" -d '{"events": [{"server_uuid": "49ffc98f-afa7-4826-8ea3-37f8735364b4", "name": "network-vif-deleted", "tag": "3643169c-0e2e-4218-80ef-98b14635f672"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:25:43.547214 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f9df754d-5b46-4457-870f-bc62e7528a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:43.550886 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f9df754d-5b46-4457-870f-bc62e7528a4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:43.551551 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-f9df754d-5b46-4457-870f-bc62e7528a4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98208795-8c3d-4633-bc57-d60cb706f1ac HTTP/1.1" status: 204 len: 168 time: 0.2245152 Oct 27 01:25:43.558411 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fb8ade-458a-47f1-a33e-c8b2e56368c2 x-openstack-request-id: req-c4fb8ade-458a-47f1-a33e-c8b2e56368c2 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:25:43.558817 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ffc98f-afa7-4826-8ea3-37f8735364b4", "name": "network-vif-deleted", "tag": "3643169c-0e2e-4218-80ef-98b14635f672", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:25:43.559240 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4fb8ade-458a-47f1-a33e-c8b2e56368c2 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:25:43.559941 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ffc98f-afa7-4826-8ea3-37f8735364b4', 'name': 'network-vif-deleted', 'tag': '3643169c-0e2e-4218-80ef-98b14635f672', 'status': 'completed', 'code': 200} Oct 27 01:25:43.561703 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df754d-5b46-4457-870f-bc62e7528a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98208795-8c3d-4633-bc57-d60cb706f1ac,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:43.624838 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-9c7eca07-8e98-41f7-a614-8c13674fffce None None] Set router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:25:43.970512 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-9c7eca07-8e98-41f7-a614-8c13674fffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'name': 'tempest-AttachVolumeTestJSON-301726510-router', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'gw_port': {'id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:10Z', 'updated_at': '2021-10-27T01:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '4a6af46a-5d65-4733-884f-2a580656f903', 'name': '', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'mac_address': 'fa:16:3e:ea:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:26Z', 'revision_number': 5, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'subnets': [{'id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:44.001673 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7eca07-8e98-41f7-a614-8c13674fffce None None] Checking router: d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:25:44.010712 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7eca07-8e98-41f7-a614-8c13674fffce None None] Routers {'d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:25:44.011436 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-9c7eca07-8e98-41f7-a614-8c13674fffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:25:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:44.052667 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-479ff91a-17aa-4c3f-9f3b-69f42d352788 req-b1840dd8-83f1-4c83-8662-ecfd07df9764 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ffc98f-afa7-4826-8ea3-37f8735364b4 HTTP/1.1" status: 200 len: 210 time: 0.0283096 Oct 27 01:25:44.121977 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-9c7eca07-8e98-41f7-a614-8c13674fffce None None] Set router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:25:44.323608 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-9c7eca07-8e98-41f7-a614-8c13674fffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'name': 'tempest-AttachVolumeTestJSON-301726510-router', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'gw_port': {'id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:10Z', 'updated_at': '2021-10-27T01:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '4a6af46a-5d65-4733-884f-2a580656f903', 'name': '', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'mac_address': 'fa:16:3e:ea:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:26Z', 'revision_number': 5, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'subnets': [{'id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:44.352380 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7eca07-8e98-41f7-a614-8c13674fffce None None] The sync data for ids ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'] in dv-cinder-815560-1-iscsi is: [{'id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'name': 'tempest-AttachVolumeTestJSON-301726510-router', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'gw_port': {'id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:10Z', 'updated_at': '2021-10-27T01:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '4a6af46a-5d65-4733-884f-2a580656f903', 'name': '', 'network_id': 'b5b7050d-f17d-40a3-83d0-485beb1349f9', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'mac_address': 'fa:16:3e:ea:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:26Z', 'revision_number': 5, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'subnets': [{'id': 'f4a6135b-95f5-4c77-89c6-26bb40ea2187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:25:44.577120 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154fc9c2-2aa4-466d-b2a8-d5d89edfb426 None None] New status for floating IP 71b6cf67-10b5-4a3f-9135-975598880056: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:25:44.755019 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 37916) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:44.863994 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-4253c319-dfcf-48f6-9abd-82f91d47a088 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-833012949-network', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:25:44.957640 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4253c319-dfcf-48f6-9abd-82f91d47a088 admin admin] Made reservation on behalf of 80ccd2038569468b9d4f7a063fb346c9 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:25:44.959928 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4253c319-dfcf-48f6-9abd-82f91d47a088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:44.968483 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4253c319-dfcf-48f6-9abd-82f91d47a088 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:45.040842 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4253c319-dfcf-48f6-9abd-82f91d47a088 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:45.111089 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4253c319-dfcf-48f6-9abd-82f91d47a088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:45.135844 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4253c319-dfcf-48f6-9abd-82f91d47a088 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:25:45.146109 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253c319-dfcf-48f6-9abd-82f91d47a088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f03a8cb-4257-448f-a13a-3a940856f46f,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:45.150705 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4253c319-dfcf-48f6-9abd-82f91d47a088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:45.151045 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.db.segments_db [None req-4253c319-dfcf-48f6-9abd-82f91d47a088 admin admin] Added segment 854d7faf-d8bf-4f8e-bc64-be8445d2a728 of type vlan for network d6e401b1-a90b-4326-8b49-61e14b7b154a Oct 27 01:25:45.194160 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4253c319-dfcf-48f6-9abd-82f91d47a088 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793628853670'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:45.235187 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 37924) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:45.272306 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-7613fae3-0118-43a1-b545-d8ba961bf1c0 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:45.297509 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-7613fae3-0118-43a1-b545-d8ba961bf1c0 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:45.306555 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4253c319-dfcf-48f6-9abd-82f91d47a088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:45.308298 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4253c319-dfcf-48f6-9abd-82f91d47a088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:45.308915 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4253c319-dfcf-48f6-9abd-82f91d47a088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:45.367964 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253c319-dfcf-48f6-9abd-82f91d47a088 admin admin] Pushing event updated for resources: {'Network': ['ID=d6e401b1-a90b-4326-8b49-61e14b7b154a,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:45.382579 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Network d6e401b1-a90b-4326-8b49-61e14b7b154a details requested by agent ovs-agent-dv-cinder-815560-1-iscsi with host dv-cinder-815560-1-iscsi {{(pid=102102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:25:45.427086 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-7613fae3-0118-43a1-b545-d8ba961bf1c0 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:45.429736 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-7613fae3-0118-43a1-b545-d8ba961bf1c0 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:45.435052 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-7613fae3-0118-43a1-b545-d8ba961bf1c0 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "DELETE /v2.0/security-groups/68f894e1-13aa-4c3b-ac49-74ff5bfdcaf5 HTTP/1.1" status: 204 len: 168 time: 0.2194510 Oct 27 01:25:45.436716 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 37926) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:45.452039 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613fae3-0118-43a1-b545-d8ba961bf1c0 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f894e1-13aa-4c3b-ac49-74ff5bfdcaf5,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:45.463583 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.api.v2.resource [None req-fe810226-dc0d-4dae-a7f6-d1e5c2c8ebb8 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] show failed (client error): The resource could not be found. Oct 27 01:25:45.464889 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-fe810226-dc0d-4dae-a7f6-d1e5c2c8ebb8 tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "GET /v2.0/security-groups/68f894e1-13aa-4c3b-ac49-74ff5bfdcaf5 HTTP/1.1" status: 404 len: 347 time: 0.0269213 Oct 27 01:25:45.470065 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 37928) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:45.481131 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-4253c319-dfcf-48f6-9abd-82f91d47a088 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7248075 Oct 27 01:25:45.485278 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 37930) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:45.490466 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-c9755800-a10a-44be-9dff-8622fbefc7d2 admin admin] Request body: {'subnet': {'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-833012949-subnet', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'ip_version': 4}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:25:45.592072 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9755800-a10a-44be-9dff-8622fbefc7d2 admin admin] Made reservation on behalf of 80ccd2038569468b9d4f7a063fb346c9 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:25:45.594632 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c9755800-a10a-44be-9dff-8622fbefc7d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29180659'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:45.612451 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-6ffad3de-22bd-41ab-8cd1-5f724861541b tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Deleting port 8fc1bf62-a7de-4a2c-a897-476884f95d00 {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:25:45.613710 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6ffad3de-22bd-41ab-8cd1-5f724861541b tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:45.689562 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6ffad3de-22bd-41ab-8cd1-5f724861541b tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:45.689889 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6ffad3de-22bd-41ab-8cd1-5f724861541b tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:45.701791 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-6ffad3de-22bd-41ab-8cd1-5f724861541b tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Calling delete_port for 8fc1bf62-a7de-4a2c-a897-476884f95d00 owned by network:floatingip {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:25:45.815444 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c9755800-a10a-44be-9dff-8622fbefc7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25808793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29180621'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:45.869688 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9755800-a10a-44be-9dff-8622fbefc7d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5554eb9a-5b57-487f-bd78-35cf8048ca00,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:45.880856 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9755800-a10a-44be-9dff-8622fbefc7d2 admin admin] Checking segment: {'id': '854d7faf-d8bf-4f8e-bc64-be8445d2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:25:45.881237 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9755800-a10a-44be-9dff-8622fbefc7d2 admin admin] Network hostable DHCP agents. Network: d6e401b1-a90b-4326-8b49-61e14b7b154a, hostable agents: ['4fbae999-6d77-4ef4-a38a-49129aac495b'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:25:45.894314 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6ffad3de-22bd-41ab-8cd1-5f724861541b tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:45.919450 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffad3de-22bd-41ab-8cd1-5f724861541b tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Pushing event deleted for resources: {'Port': ['ID=8fc1bf62-a7de-4a2c-a897-476884f95d00,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:45.981756 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6ffad3de-22bd-41ab-8cd1-5f724861541b tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks [] for floatingip, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:45.985501 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6ffad3de-22bd-41ab-8cd1-5f724861541b tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for floatingip, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:45.986694 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-6ffad3de-22bd-41ab-8cd1-5f724861541b tempest-AttachVolumeTestJSON-919136226 tempest-AttachVolumeTestJSON-919136226-project] 10.222.0.32 "DELETE /v2.0/floatingips/71b6cf67-10b5-4a3f-9135-975598880056 HTTP/1.1" status: 204 len: 168 time: 0.5173745 Oct 27 01:25:45.992669 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9755800-a10a-44be-9dff-8622fbefc7d2 admin admin] Network d6e401b1-a90b-4326-8b49-61e14b7b154a is scheduled to be hosted by DHCP agent 4fbae999-6d77-4ef4-a38a-49129aac495b with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:25:46.078057 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-c9755800-a10a-44be-9dff-8622fbefc7d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-1-iscsi, d6e401b1-a90b-4326-8b49-61e14b7b154a) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:25:46.082362 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9755800-a10a-44be-9dff-8622fbefc7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:46.082937 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c9755800-a10a-44be-9dff-8622fbefc7d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:46.088279 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308a3373-9b8d-43bc-81d3-8dfc123e950d None None] Network d6e401b1-a90b-4326-8b49-61e14b7b154a requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:25:46.171455 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-c9755800-a10a-44be-9dff-8622fbefc7d2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6851268 Oct 27 01:25:46.179650 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 37934) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:46.184003 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-5fa86a1b-5769-4fd9-ac11-4a68a1b6ad31 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:25:46.235633 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e744085d-d113-4e27-b73d-1c90cc98ad7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629b8746-a558-5717-8996-7634a48d8d2a-d6e401b1-a90b-4326-8b49-61e14b7b154a', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00'}]}} from dv-cinder-815560-1-iscsi. {{(pid=102102) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 01:25:46.235790 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e744085d-d113-4e27-b73d-1c90cc98ad7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:46.283750 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fa86a1b-5769-4fd9-ac11-4a68a1b6ad31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5151'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:46.287343 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fa86a1b-5769-4fd9-ac11-4a68a1b6ad31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3724077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5156'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:46.340204 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fa86a1b-5769-4fd9-ac11-4a68a1b6ad31 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:46.366820 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-e744085d-d113-4e27-b73d-1c90cc98ad7b None None] Allocated IP 172.20.0.2 (d6e401b1-a90b-4326-8b49-61e14b7b154a/5554eb9a-5b57-487f-bd78-35cf8048ca00/abdbea4e-01cd-46a2-9c10-ce911519511e) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:25:46.517518 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e744085d-d113-4e27-b73d-1c90cc98ad7b None None] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:46.553646 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fa86a1b-5769-4fd9-ac11-4a68a1b6ad31 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:46.557656 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:46.586250 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e744085d-d113-4e27-b73d-1c90cc98ad7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:46.629312 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e744085d-d113-4e27-b73d-1c90cc98ad7b None None] Network d6e401b1-a90b-4326-8b49-61e14b7b154a is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:25:46.632551 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-e744085d-d113-4e27-b73d-1c90cc98ad7b None None] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:25:46.635875 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744085d-d113-4e27-b73d-1c90cc98ad7b None None] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:25:46.643407 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744085d-d113-4e27-b73d-1c90cc98ad7b None None] Pushing event updated for resources: {'Port': ['ID=abdbea4e-01cd-46a2-9c10-ce911519511e,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:46.693215 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-e744085d-d113-4e27-b73d-1c90cc98ad7b None None] Attempting to bind port abdbea4e-01cd-46a2-9c10-ce911519511e on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:25:46.693583 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-e744085d-d113-4e27-b73d-1c90cc98ad7b None None] Attempting to bind port abdbea4e-01cd-46a2-9c10-ce911519511e by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '854d7faf-d8bf-4f8e-bc64-be8445d2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:25:46.693943 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744085d-d113-4e27-b73d-1c90cc98ad7b None None] Attempting to bind port abdbea4e-01cd-46a2-9c10-ce911519511e on network d6e401b1-a90b-4326-8b49-61e14b7b154a {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:25:46.698994 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744085d-d113-4e27-b73d-1c90cc98ad7b None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:25:46.699396 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744085d-d113-4e27-b73d-1c90cc98ad7b None None] Checking segment: {'id': '854d7faf-d8bf-4f8e-bc64-be8445d2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:25:46.699793 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e744085d-d113-4e27-b73d-1c90cc98ad7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:46.700179 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744085d-d113-4e27-b73d-1c90cc98ad7b None None] Bound using segment: {'id': '854d7faf-d8bf-4f8e-bc64-be8445d2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a'} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:25:46.700638 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-e744085d-d113-4e27-b73d-1c90cc98ad7b None None] Bound port: abdbea4e-01cd-46a2-9c10-ce911519511e, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854d7faf-d8bf-4f8e-bc64-be8445d2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a'}}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:25:46.701575 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e744085d-d113-4e27-b73d-1c90cc98ad7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:46.756405 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 3643169c-0e2e-4218-80ef-98b14635f672 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:25:46.783436 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] No Port match for: 3643169c-0e2e-4218-80ef-98b14635f672 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:25:46.783783 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 3643169c-0e2e-4218-80ef-98b14635f672 not bound to the agent host hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:25:46.789145 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-e744085d-d113-4e27-b73d-1c90cc98ad7b None None] For port abdbea4e-01cd-46a2-9c10-ce911519511e, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:25:46.806491 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-e744085d-d113-4e27-b73d-1c90cc98ad7b None None] For port abdbea4e-01cd-46a2-9c10-ce911519511e, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=abdbea4e-01cd-46a2-9c10-ce911519511e,segment=NetworkSegment(854d7faf-d8bf-4f8e-bc64-be8445d2a728),segment_id=854d7faf-d8bf-4f8e-bc64-be8445d2a728)] {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:25:46.866595 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e744085d-d113-4e27-b73d-1c90cc98ad7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:46.930852 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744085d-d113-4e27-b73d-1c90cc98ad7b None None] Pushing event updated for resources: {'Port': ['ID=abdbea4e-01cd-46a2-9c10-ce911519511e,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:47.103585 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fa86a1b-5769-4fd9-ac11-4a68a1b6ad31 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:47.124341 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fa86a1b-5769-4fd9-ac11-4a68a1b6ad31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:47.231851 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-5fa86a1b-5769-4fd9-ac11-4a68a1b6ad31 admin admin] Allocated IP 172.27.3.220 (446c4d70-d462-4a3b-8224-efffdf97f324/4937d60a-1906-48c0-8abc-dbda7672a658/24bc14ce-43ab-4bf6-afc2-13e0fe6bf512) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:25:47.337113 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fa86a1b-5769-4fd9-ac11-4a68a1b6ad31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:47.485044 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fa86a1b-5769-4fd9-ac11-4a68a1b6ad31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:47.533037 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa86a1b-5769-4fd9-ac11-4a68a1b6ad31 admin admin] Network 446c4d70-d462-4a3b-8224-efffdf97f324 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:25:47.536002 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-5fa86a1b-5769-4fd9-ac11-4a68a1b6ad31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:25:47.540727 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa86a1b-5769-4fd9-ac11-4a68a1b6ad31 admin admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:25:47.542815 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa86a1b-5769-4fd9-ac11-4a68a1b6ad31 admin admin] Pushing event updated for resources: {'Port': ['ID=24bc14ce-43ab-4bf6-afc2-13e0fe6bf512,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:47.775634 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96f8922-00ac-47f0-b68a-8c7241ca8b77 None None] Network d6e401b1-a90b-4326-8b49-61e14b7b154a requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:25:47.840995 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-cba68774-0f44-42be-87eb-aeb90d52b1b6 None None] Provisioning complete for port abdbea4e-01cd-46a2-9c10-ce911519511e triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:25:47.841367 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cba68774-0f44-42be-87eb-aeb90d52b1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:47.895520 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fa86a1b-5769-4fd9-ac11-4a68a1b6ad31 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:47.926683 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device abdbea4e-01cd-46a2-9c10-ce911519511e up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:25:48.033899 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cba68774-0f44-42be-87eb-aeb90d52b1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:48.078230 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port abdbea4e-01cd-46a2-9c10-ce911519511e triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:25:48.078595 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:48.083743 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-cba68774-0f44-42be-87eb-aeb90d52b1b6 None None] For port abdbea4e-01cd-46a2-9c10-ce911519511e, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=abdbea4e-01cd-46a2-9c10-ce911519511e,segment=NetworkSegment(854d7faf-d8bf-4f8e-bc64-be8445d2a728),segment_id=854d7faf-d8bf-4f8e-bc64-be8445d2a728)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:48.097257 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fa86a1b-5769-4fd9-ac11-4a68a1b6ad31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3724052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721622'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:48.157739 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cba68774-0f44-42be-87eb-aeb90d52b1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:48.191735 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:48.240721 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba68774-0f44-42be-87eb-aeb90d52b1b6 None None] Pushing event updated for resources: {'Port': ['ID=abdbea4e-01cd-46a2-9c10-ce911519511e,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:48.281010 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.db.api [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 01:25:48.287833 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG oslo_db.api [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 01:25:48.287833 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-eb98e8b5-ed1a-4c98-977d-db86a0661223 None None] Provisioning complete for port abdbea4e-01cd-46a2-9c10-ce911519511e triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:25:48.287833 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eb98e8b5-ed1a-4c98-977d-db86a0661223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:48.306315 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa86a1b-5769-4fd9-ac11-4a68a1b6ad31 admin admin] Router 55c005fe-9149-41ef-b513-42df7df2f827 is scheduled to L3 agent c117865a-b75a-494f-8807-bd32898b5467 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:25:48.416454 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa86a1b-5769-4fd9-ac11-4a68a1b6ad31 admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:25:48.428868 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] Sync routers for ids ['55c005fe-9149-41ef-b513-42df7df2f827'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:25:48.437206 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] Routers {'55c005fe-9149-41ef-b513-42df7df2f827'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:25:48.437812 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:25:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['55c005fe-9149-41ef-b513-42df7df2f827'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:48.508671 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fa86a1b-5769-4fd9-ac11-4a68a1b6ad31 admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:48.512420 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-5fa86a1b-5769-4fd9-ac11-4a68a1b6ad31 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3291960 Oct 27 01:25:48.512593 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 37944) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:48.674753 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] Set router 55c005fe-9149-41ef-b513-42df7df2f827 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:25:48.892762 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:47Z', 'revision_number': 3, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:48.928300 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] Checking router: 55c005fe-9149-41ef-b513-42df7df2f827 for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:25:48.928300 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] Updating router 55c005fe-9149-41ef-b513-42df7df2f827 port 24bc14ce-43ab-4bf6-afc2-13e0fe6bf512 binding host dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:25:48.928499 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-83fd285d-e954-422a-bbf6-61ef3648682f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:48.952031 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:49.081957 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-83fd285d-e954-422a-bbf6-61ef3648682f admin admin] Allocated IP 172.20.0.1 (d6e401b1-a90b-4326-8b49-61e14b7b154a/5554eb9a-5b57-487f-bd78-35cf8048ca00/5a1edee6-82cc-4795-816f-ede95d8641d7) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:25:49.184488 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-83fd285d-e954-422a-bbf6-61ef3648682f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:49.199562 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:49.260219 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:49.289746 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-83fd285d-e954-422a-bbf6-61ef3648682f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:49.314101 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] Attempting to bind port 24bc14ce-43ab-4bf6-afc2-13e0fe6bf512 on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:25:49.314472 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] Attempting to bind port 24bc14ce-43ab-4bf6-afc2-13e0fe6bf512 by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:25:49.314831 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] Attempting to bind port 24bc14ce-43ab-4bf6-afc2-13e0fe6bf512 on network 446c4d70-d462-4a3b-8224-efffdf97f324 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:25:49.324024 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:25:49.324402 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] Checking segment: {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:25:49.324799 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:49.325188 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] Bound using segment: {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:25:49.325650 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] Bound port: 24bc14ce-43ab-4bf6-afc2-13e0fe6bf512, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:25:49.326686 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:49.328228 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c6624-337a-40bd-abf5-33ee399f00a8 None None] Pushing event updated for resources: {'Port': ['ID=24bc14ce-43ab-4bf6-afc2-13e0fe6bf512,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:49.334362 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fd285d-e954-422a-bbf6-61ef3648682f admin admin] Network d6e401b1-a90b-4326-8b49-61e14b7b154a is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:25:49.337348 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-83fd285d-e954-422a-bbf6-61ef3648682f admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:25:49.340875 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fd285d-e954-422a-bbf6-61ef3648682f admin admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:25:49.370383 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd285d-e954-422a-bbf6-61ef3648682f admin admin] Pushing event updated for resources: {'Port': ['ID=5a1edee6-82cc-4795-816f-ede95d8641d7,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:49.392996 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-83fd285d-e954-422a-bbf6-61ef3648682f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723211'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:49.394825 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] For port 24bc14ce-43ab-4bf6-afc2-13e0fe6bf512, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:25:49.398174 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] For port 24bc14ce-43ab-4bf6-afc2-13e0fe6bf512, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=24bc14ce-43ab-4bf6-afc2-13e0fe6bf512,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:25:49.490852 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:49.553410 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] Routers {'55c005fe-9149-41ef-b513-42df7df2f827'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:25:49.554055 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:25:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['55c005fe-9149-41ef-b513-42df7df2f827'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:49.595244 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-83fd285d-e954-422a-bbf6-61ef3648682f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:49.600098 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c6624-337a-40bd-abf5-33ee399f00a8 None None] Pushing event updated for resources: {'Port': ['ID=24bc14ce-43ab-4bf6-afc2-13e0fe6bf512,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:49.665195 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-682edfe8-7e60-4510-bf83-c14824e9681a None None] Provisioning complete for port 5a1edee6-82cc-4795-816f-ede95d8641d7 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:25:49.665561 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-682edfe8-7e60-4510-bf83-c14824e9681a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:49.721503 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-682edfe8-7e60-4510-bf83-c14824e9681a None None] Port 5a1edee6-82cc-4795-816f-ede95d8641d7 cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:25:49.736186 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] Set router 55c005fe-9149-41ef-b513-42df7df2f827 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:25:49.780127 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-83fd285d-e954-422a-bbf6-61ef3648682f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:49.838227 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-83fd285d-e954-422a-bbf6-61ef3648682f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25808652'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:49.866372 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device abdbea4e-01cd-46a2-9c10-ce911519511e up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:25:49.922080 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-83fd285d-e954-422a-bbf6-61ef3648682f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3631245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3721307'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:49.923847 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd285d-e954-422a-bbf6-61ef3648682f admin admin] Pushing event updated for resources: {'Port': ['ID=5a1edee6-82cc-4795-816f-ede95d8641d7,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:49.971240 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port abdbea4e-01cd-46a2-9c10-ce911519511e triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:25:49.971783 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:50.042249 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '5a1edee6-82cc-4795-816f-ede95d8641d7', 'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'mac_address': 'fa:16:3e:c5:f6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:48Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 1, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'subnets': [{'id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:50.043046 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fd285d-e954-422a-bbf6-61ef3648682f admin admin] Network d6e401b1-a90b-4326-8b49-61e14b7b154a is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:25:50.045301 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-83fd285d-e954-422a-bbf6-61ef3648682f admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:25:50.049376 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 37964) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:50.093750 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1efb0ab-b75f-485a-a992-d7950e4839a9 None None] The sync data for ids ['55c005fe-9149-41ef-b513-42df7df2f827'] in dv-cinder-815560-1-iscsi is: [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '5a1edee6-82cc-4795-816f-ede95d8641d7', 'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'mac_address': 'fa:16:3e:c5:f6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:48Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 1, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'subnets': [{'id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:25:50.194328 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fd285d-e954-422a-bbf6-61ef3648682f admin admin] Router 55c005fe-9149-41ef-b513-42df7df2f827 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:25:50.317743 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fd285d-e954-422a-bbf6-61ef3648682f admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:25:50.330341 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-83fd285d-e954-422a-bbf6-61ef3648682f admin admin] 10.222.0.32 "PUT /v2.0/routers/55c005fe-9149-41ef-b513-42df7df2f827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8097765 Oct 27 01:25:50.390614 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-9ddbecfb-092d-4dac-8c16-e6f769577608 None None] Provisioning complete for port 5a1edee6-82cc-4795-816f-ede95d8641d7 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:25:50.390998 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9ddbecfb-092d-4dac-8c16-e6f769577608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:50.447582 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-9ddbecfb-092d-4dac-8c16-e6f769577608 None None] Port 5a1edee6-82cc-4795-816f-ede95d8641d7 cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:25:50.809343 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0edadf50-b16c-4d9d-948e-6bb06db59f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3721264'] for router_interface, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:51.087972 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-0edadf50-b16c-4d9d-948e-6bb06db59f3a admin admin] Deleting port 4a6af46a-5d65-4733-884f-2a580656f903 {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:25:51.088680 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0edadf50-b16c-4d9d-948e-6bb06db59f3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:51.153340 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 37982) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:51.158679 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-35d67d45-86c0-4938-b255-95323c97abcd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1750097049-network', 'tenant_id': 'b39641b3f9f54f608fa97e28dd1aa1fd'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:25:51.186239 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [None req-0edadf50-b16c-4d9d-948e-6bb06db59f3a admin admin] For port 4a6af46a-5d65-4733-884f-2a580656f903, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=4a6af46a-5d65-4733-884f-2a580656f903,segment=NetworkSegment(48fbe17e-f5fd-4595-9ff4-16bc39f15b51),segment_id=48fbe17e-f5fd-4595-9ff4-16bc39f15b51)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:51.186628 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0edadf50-b16c-4d9d-948e-6bb06db59f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:51.199806 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-0edadf50-b16c-4d9d-948e-6bb06db59f3a admin admin] Calling delete_port for 4a6af46a-5d65-4733-884f-2a580656f903 owned by network:router_interface {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:25:51.266322 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d67d45-86c0-4938-b255-95323c97abcd admin admin] Made reservation on behalf of b39641b3f9f54f608fa97e28dd1aa1fd for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:25:51.268668 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-35d67d45-86c0-4938-b255-95323c97abcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:51.281302 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-35d67d45-86c0-4938-b255-95323c97abcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:51.360357 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-35d67d45-86c0-4938-b255-95323c97abcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:51.443731 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-35d67d45-86c0-4938-b255-95323c97abcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:51.471460 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d67d45-86c0-4938-b255-95323c97abcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:25:51.472104 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0edadf50-b16c-4d9d-948e-6bb06db59f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:51.477094 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d67d45-86c0-4938-b255-95323c97abcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426da61f-a646-40ad-aeaa-2664f7c78eb4,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:51.484414 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-35d67d45-86c0-4938-b255-95323c97abcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:51.484810 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.db.segments_db [None req-35d67d45-86c0-4938-b255-95323c97abcd admin admin] Added segment 92688881-2759-4880-80da-537e351689da of type vlan for network 00416b7a-52f3-489d-b40f-65802d0bba87 Oct 27 01:25:51.500676 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edadf50-b16c-4d9d-948e-6bb06db59f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=4a6af46a-5d65-4733-884f-2a580656f903,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:51.526656 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-35d67d45-86c0-4938-b255-95323c97abcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793628853670'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:51.668936 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-0edadf50-b16c-4d9d-948e-6bb06db59f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3631234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3721436'] for router_interface, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:51.695247 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-35d67d45-86c0-4938-b255-95323c97abcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:51.696209 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d67d45-86c0-4938-b255-95323c97abcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:51.696810 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-35d67d45-86c0-4938-b255-95323c97abcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:51.759587 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d67d45-86c0-4938-b255-95323c97abcd admin admin] Pushing event updated for resources: {'Network': ['ID=00416b7a-52f3-489d-b40f-65802d0bba87,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:51.774853 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Network 00416b7a-52f3-489d-b40f-65802d0bba87 details requested by agent ovs-agent-dv-cinder-815560-1-iscsi with host dv-cinder-815560-1-iscsi {{(pid=102102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:25:51.811804 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-35d67d45-86c0-4938-b255-95323c97abcd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6558740 Oct 27 01:25:51.813872 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 37984) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:51.819052 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2643f1d9-3866-4977-b539-7d7486483f01 admin admin] Request body: {'subnet': {'network_id': '00416b7a-52f3-489d-b40f-65802d0bba87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1750097049-subnet', 'tenant_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'ip_version': 4}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:25:51.923797 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2643f1d9-3866-4977-b539-7d7486483f01 admin admin] Made reservation on behalf of b39641b3f9f54f608fa97e28dd1aa1fd for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:25:51.926251 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2643f1d9-3866-4977-b539-7d7486483f01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29180659'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:51.927986 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edadf50-b16c-4d9d-948e-6bb06db59f3a admin admin] Router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:25:51.978557 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 24bc14ce-43ab-4bf6-afc2-13e0fe6bf512 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:25:52.046397 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edadf50-b16c-4d9d-948e-6bb06db59f3a admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:25:52.046585 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 24bc14ce-43ab-4bf6-afc2-13e0fe6bf512 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:25:52.046931 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:52.056856 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ac87b8-6915-483c-82e2-31d5073e1a34 None None] Sync routers for ids ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'] in dv-cinder-815560-1-iscsi {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:25:52.062558 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-0edadf50-b16c-4d9d-948e-6bb06db59f3a admin admin] 10.222.0.32 "PUT /v2.0/routers/d6f6d333-3c00-4046-b0ca-d76d1cdf4c52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0113716 Oct 27 01:25:52.065107 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 37986) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:52.077357 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ac87b8-6915-483c-82e2-31d5073e1a34 None None] Routers {'d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:25:52.078386 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-81ac87b8-6915-483c-82e2-31d5073e1a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:25:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:52.155434 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:52.180079 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] For port 24bc14ce-43ab-4bf6-afc2-13e0fe6bf512, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=24bc14ce-43ab-4bf6-afc2-13e0fe6bf512,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:52.184426 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9140-26db-41b1-9a28-42feaa4a8d2c admin admin] Publish callbacks [] for router, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:52.204593 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-81ac87b8-6915-483c-82e2-31d5073e1a34 None None] Set router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:25:52.209424 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2643f1d9-3866-4977-b539-7d7486483f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25808793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29180621'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:52.278138 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643f1d9-3866-4977-b539-7d7486483f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f1246ee-5176-4d9e-9e23-4dc39a7689af,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:52.278356 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:52.294066 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2643f1d9-3866-4977-b539-7d7486483f01 admin admin] Checking segment: {'id': '92688881-2759-4880-80da-537e351689da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '00416b7a-52f3-489d-b40f-65802d0bba87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:25:52.294437 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2643f1d9-3866-4977-b539-7d7486483f01 admin admin] Network hostable DHCP agents. Network: 00416b7a-52f3-489d-b40f-65802d0bba87, hostable agents: ['4fbae999-6d77-4ef4-a38a-49129aac495b'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:25:52.301256 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9140-26db-41b1-9a28-42feaa4a8d2c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:52.307802 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] Sync routers for ids ['55c005fe-9149-41ef-b513-42df7df2f827'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:25:52.340144 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] Routers {'55c005fe-9149-41ef-b513-42df7df2f827'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:25:52.340774 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:25:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['55c005fe-9149-41ef-b513-42df7df2f827'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:52.408299 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Pushing event updated for resources: {'Port': ['ID=24bc14ce-43ab-4bf6-afc2-13e0fe6bf512,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:52.408645 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2643f1d9-3866-4977-b539-7d7486483f01 admin admin] Network 00416b7a-52f3-489d-b40f-65802d0bba87 is scheduled to be hosted by DHCP agent 4fbae999-6d77-4ef4-a38a-49129aac495b with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:25:52.418895 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-81ac87b8-6915-483c-82e2-31d5073e1a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'name': 'tempest-AttachVolumeTestJSON-301726510-router', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:25:51Z', 'revision_number': 5, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'gw_port': {'id': '2b158f38-6397-44f7-887b-e70c902c63b5', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:10Z', 'updated_at': '2021-10-27T01:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:52.423633 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:52.423851 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-ca5b9140-26db-41b1-9a28-42feaa4a8d2c admin admin] Deleting port 2b158f38-6397-44f7-887b-e70c902c63b5 {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:25:52.424047 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:52.424249 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9140-26db-41b1-9a28-42feaa4a8d2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:52.424391 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:52.424747 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:52.425082 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:52.425415 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:52.425745 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:52.426697 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:52.427035 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:52.427361 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:52.427685 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:52.428008 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:52.464056 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ac87b8-6915-483c-82e2-31d5073e1a34 None None] Checking router: d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 for host: dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:25:52.473047 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ac87b8-6915-483c-82e2-31d5073e1a34 None None] Routers {'d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:25:52.473743 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-81ac87b8-6915-483c-82e2-31d5073e1a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:25:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:52.474741 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] Set router 55c005fe-9149-41ef-b513-42df7df2f827 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:25:52.508104 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [None req-ca5b9140-26db-41b1-9a28-42feaa4a8d2c admin admin] For port 2b158f38-6397-44f7-887b-e70c902c63b5, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=2b158f38-6397-44f7-887b-e70c902c63b5,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:52.508644 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9140-26db-41b1-9a28-42feaa4a8d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:52.518755 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-2643f1d9-3866-4977-b539-7d7486483f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-1-iscsi, 00416b7a-52f3-489d-b40f-65802d0bba87) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:25:52.527913 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-ca5b9140-26db-41b1-9a28-42feaa4a8d2c admin admin] Calling delete_port for 2b158f38-6397-44f7-887b-e70c902c63b5 owned by network:router_gateway {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:25:52.531830 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2643f1d9-3866-4977-b539-7d7486483f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:52.533945 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2643f1d9-3866-4977-b539-7d7486483f01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:52.537306 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dd2e7b-6df4-4dcf-a98e-ff682da5b392 None None] Network 00416b7a-52f3-489d-b40f-65802d0bba87 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:25:52.563924 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-81ac87b8-6915-483c-82e2-31d5073e1a34 None None] Set router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:25:52.615802 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-81ac87b8-6915-483c-82e2-31d5073e1a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'name': 'tempest-AttachVolumeTestJSON-301726510-router', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 6, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'gw_port_host': None}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:52.633200 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 37988) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:52.634826 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-2643f1d9-3866-4977-b539-7d7486483f01 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8192487 Oct 27 01:25:52.638001 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-77f27605-3d3d-49e9-8a29-7dd8eb9eee0f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1750097049-router', 'tenant_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:25:52.737551 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ac87b8-6915-483c-82e2-31d5073e1a34 None None] The sync data for ids ['d6f6d333-3c00-4046-b0ca-d76d1cdf4c52'] in dv-cinder-815560-1-iscsi is: [{'id': 'd6f6d333-3c00-4046-b0ca-d76d1cdf4c52', 'name': 'tempest-AttachVolumeTestJSON-301726510-router', 'tenant_id': 'ba4a231d73f5454eb53e08db96f0a471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 6, 'project_id': 'ba4a231d73f5454eb53e08db96f0a471', 'gw_port_host': None}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:25:52.752411 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-77f27605-3d3d-49e9-8a29-7dd8eb9eee0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5151'] for router, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:52.753609 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-77f27605-3d3d-49e9-8a29-7dd8eb9eee0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3724077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5156'] for router, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:52.806556 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9140-26db-41b1-9a28-42feaa4a8d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:52.811896 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-77f27605-3d3d-49e9-8a29-7dd8eb9eee0f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:52.835838 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b9140-26db-41b1-9a28-42feaa4a8d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=2b158f38-6397-44f7-887b-e70c902c63b5,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:52.962997 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9140-26db-41b1-9a28-42feaa4a8d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3723134'] for router_gateway, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:52.974184 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8dc30a-07ef-4813-8360-c21336ce530c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629b8746-a558-5717-8996-7634a48d8d2a-00416b7a-52f3-489d-b40f-65802d0bba87', 'network_id': '00416b7a-52f3-489d-b40f-65802d0bba87', 'tenant_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'fixed_ips': [{'subnet_id': '4f1246ee-5176-4d9e-9e23-4dc39a7689af'}]}} from dv-cinder-815560-1-iscsi. {{(pid=102102) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 01:25:52.975040 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec8dc30a-07ef-4813-8360-c21336ce530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:53.007785 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '5a1edee6-82cc-4795-816f-ede95d8641d7', 'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'mac_address': 'fa:16:3e:c5:f6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:48Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 2, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'subnets': [{'id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:53.080437 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] Checking router: 55c005fe-9149-41ef-b513-42df7df2f827 for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:25:53.080437 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] Updating router 55c005fe-9149-41ef-b513-42df7df2f827 port 5a1edee6-82cc-4795-816f-ede95d8641d7 binding host dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:25:53.108827 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-77f27605-3d3d-49e9-8a29-7dd8eb9eee0f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:53.112495 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9140-26db-41b1-9a28-42feaa4a8d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3724263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:53.115719 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9140-26db-41b1-9a28-42feaa4a8d2c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:53.127405 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:53.266530 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-ec8dc30a-07ef-4813-8360-c21336ce530c None None] Allocated IP 172.20.0.2 (00416b7a-52f3-489d-b40f-65802d0bba87/4f1246ee-5176-4d9e-9e23-4dc39a7689af/30b77a91-1939-4978-8287-538289d547a1) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:25:53.267427 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9140-26db-41b1-9a28-42feaa4a8d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3724270'] for router, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:53.267951 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5b9140-26db-41b1-9a28-42feaa4a8d2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 {{(pid=102100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:25:53.274982 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9140-26db-41b1-9a28-42feaa4a8d2c admin admin] Publish callbacks [] for router, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:53.279285 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-ca5b9140-26db-41b1-9a28-42feaa4a8d2c admin admin] 10.222.0.32 "DELETE /v2.0/routers/d6f6d333-3c00-4046-b0ca-d76d1cdf4c52 HTTP/1.1" status: 204 len: 168 time: 1.2098951 Oct 27 01:25:53.279925 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 37990) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:53.325605 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1174e1-1845-4705-82bb-6b99dd64131a admin admin] Deleting subnet f4a6135b-95f5-4c77-89c6-26bb40ea2187 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:25:53.330193 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6c1174e1-1845-4705-82bb-6b99dd64131a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:53.365470 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6c1174e1-1845-4705-82bb-6b99dd64131a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25808289'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:53.403056 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-77f27605-3d3d-49e9-8a29-7dd8eb9eee0f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:53.422833 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-77f27605-3d3d-49e9-8a29-7dd8eb9eee0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:53.450596 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6c1174e1-1845-4705-82bb-6b99dd64131a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1553078'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:53.550786 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec8dc30a-07ef-4813-8360-c21336ce530c None None] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:53.582266 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:53.592633 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6c1174e1-1845-4705-82bb-6b99dd64131a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25808858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29180628'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:53.615753 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec8dc30a-07ef-4813-8360-c21336ce530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:53.620309 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1174e1-1845-4705-82bb-6b99dd64131a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4a6135b-95f5-4c77-89c6-26bb40ea2187,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:53.623810 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6c1174e1-1845-4705-82bb-6b99dd64131a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:53.626845 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-6c1174e1-1845-4705-82bb-6b99dd64131a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f4a6135b-95f5-4c77-89c6-26bb40ea2187 HTTP/1.1" status: 204 len: 168 time: 0.3458095 Oct 27 01:25:53.630704 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 37992) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:53.651274 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38de025-7eab-4c6a-ab21-cd9760b8bb30 None None] Network b5b7050d-f17d-40a3-83d0-485beb1349f9 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:25:53.703560 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:53.719476 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a64186a-fe30-45c3-bb4a-4ed4cb5abe8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561603'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:53.722145 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8dc30a-07ef-4813-8360-c21336ce530c None None] Network 00416b7a-52f3-489d-b40f-65802d0bba87 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:25:53.731398 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-ec8dc30a-07ef-4813-8360-c21336ce530c None None] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:25:53.745952 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8dc30a-07ef-4813-8360-c21336ce530c None None] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:25:53.749477 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8dc30a-07ef-4813-8360-c21336ce530c None None] Pushing event updated for resources: {'Port': ['ID=30b77a91-1939-4978-8287-538289d547a1,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:53.824870 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-6a64186a-fe30-45c3-bb4a-4ed4cb5abe8a admin admin] Deleting port 45d4be9c-07d9-44ad-9643-070513e4f178 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:25:53.825195 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a64186a-fe30-45c3-bb4a-4ed4cb5abe8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:53.828852 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [None req-77f27605-3d3d-49e9-8a29-7dd8eb9eee0f admin admin] Allocated IP 172.27.3.80 (446c4d70-d462-4a3b-8224-efffdf97f324/4937d60a-1906-48c0-8abc-dbda7672a658/ae72d325-7631-460a-acf9-c70d3a386d2f) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:25:53.889305 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e5b2f65b-235f-4387-adaa-99c1bff165ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:53.957738 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c2913-d1ff-4325-9eca-49ab893f2ac8 None None] Pushing event updated for resources: {'Port': ['ID=5a1edee6-82cc-4795-816f-ede95d8641d7,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:53.964043 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-6a64186a-fe30-45c3-bb4a-4ed4cb5abe8a admin admin] For port 45d4be9c-07d9-44ad-9643-070513e4f178, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=45d4be9c-07d9-44ad-9643-070513e4f178,segment=NetworkSegment(48fbe17e-f5fd-4595-9ff4-16bc39f15b51),segment_id=48fbe17e-f5fd-4595-9ff4-16bc39f15b51)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:53.964421 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a64186a-fe30-45c3-bb4a-4ed4cb5abe8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:53.973527 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 24bc14ce-43ab-4bf6-afc2-13e0fe6bf512 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:25:53.992903 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-6a64186a-fe30-45c3-bb4a-4ed4cb5abe8a admin admin] Calling delete_port for 45d4be9c-07d9-44ad-9643-070513e4f178 owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:25:54.001491 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-ec8dc30a-07ef-4813-8360-c21336ce530c None None] Attempting to bind port 30b77a91-1939-4978-8287-538289d547a1 on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:25:54.002205 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-ec8dc30a-07ef-4813-8360-c21336ce530c None None] Attempting to bind port 30b77a91-1939-4978-8287-538289d547a1 by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '92688881-2759-4880-80da-537e351689da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '00416b7a-52f3-489d-b40f-65802d0bba87'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:25:54.002205 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8dc30a-07ef-4813-8360-c21336ce530c None None] Attempting to bind port 30b77a91-1939-4978-8287-538289d547a1 on network 00416b7a-52f3-489d-b40f-65802d0bba87 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:25:54.023342 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-77f27605-3d3d-49e9-8a29-7dd8eb9eee0f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:54.040237 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8dc30a-07ef-4813-8360-c21336ce530c None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:25:54.040602 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8dc30a-07ef-4813-8360-c21336ce530c None None] Checking segment: {'id': '92688881-2759-4880-80da-537e351689da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '00416b7a-52f3-489d-b40f-65802d0bba87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:25:54.041012 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec8dc30a-07ef-4813-8360-c21336ce530c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:54.041406 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8dc30a-07ef-4813-8360-c21336ce530c None None] Bound using segment: {'id': '92688881-2759-4880-80da-537e351689da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '00416b7a-52f3-489d-b40f-65802d0bba87'} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:25:54.041885 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-ec8dc30a-07ef-4813-8360-c21336ce530c None None] Bound port: 30b77a91-1939-4978-8287-538289d547a1, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92688881-2759-4880-80da-537e351689da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '00416b7a-52f3-489d-b40f-65802d0bba87'}}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:25:54.042295 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec8dc30a-07ef-4813-8360-c21336ce530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:54.051561 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] Attempting to bind port 5a1edee6-82cc-4795-816f-ede95d8641d7 on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:25:54.051937 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] Attempting to bind port 5a1edee6-82cc-4795-816f-ede95d8641d7 by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '854d7faf-d8bf-4f8e-bc64-be8445d2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:25:54.052299 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] Attempting to bind port 5a1edee6-82cc-4795-816f-ede95d8641d7 on network d6e401b1-a90b-4326-8b49-61e14b7b154a {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:25:54.081942 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:25:54.082337 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] Checking segment: {'id': '854d7faf-d8bf-4f8e-bc64-be8445d2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:25:54.082771 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:54.083158 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] Bound using segment: {'id': '854d7faf-d8bf-4f8e-bc64-be8445d2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a'} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:25:54.083633 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] Bound port: 5a1edee6-82cc-4795-816f-ede95d8641d7, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854d7faf-d8bf-4f8e-bc64-be8445d2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a'}}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:25:54.084014 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:54.151561 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-77f27605-3d3d-49e9-8a29-7dd8eb9eee0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:54.179315 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54df5a0-d117-44a3-95bf-e6fc46a81da7 None None] DHCP port deletion for b5b7050d-f17d-40a3-83d0-485beb1349f9 request from dv-cinder-815560-1-iscsi {{(pid=102102) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 01:25:54.180871 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a64186a-fe30-45c3-bb4a-4ed4cb5abe8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:54.193544 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f27605-3d3d-49e9-8a29-7dd8eb9eee0f admin admin] Network 446c4d70-d462-4a3b-8224-efffdf97f324 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:25:54.196133 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-77f27605-3d3d-49e9-8a29-7dd8eb9eee0f admin admin] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:25:54.199144 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f27605-3d3d-49e9-8a29-7dd8eb9eee0f admin admin] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:25:54.199409 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-ab03376d-d11b-4c5f-84b2-6857281b99ce None None] Provisioning complete for port 5a1edee6-82cc-4795-816f-ede95d8641d7 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:25:54.199819 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ab03376d-d11b-4c5f-84b2-6857281b99ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:54.216672 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64186a-fe30-45c3-bb4a-4ed4cb5abe8a admin admin] Pushing event deleted for resources: {'Port': ['ID=45d4be9c-07d9-44ad-9643-070513e4f178,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:54.216672 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a64186a-fe30-45c3-bb4a-4ed4cb5abe8a admin admin] No DVR routers for this DVR port 45d4be9c-07d9-44ad-9643-070513e4f178 on host dv-cinder-815560-1-iscsi {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:25:54.235708 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-ec8dc30a-07ef-4813-8360-c21336ce530c None None] For port 30b77a91-1939-4978-8287-538289d547a1, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:25:54.240210 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f27605-3d3d-49e9-8a29-7dd8eb9eee0f admin admin] Pushing event updated for resources: {'Port': ['ID=ae72d325-7631-460a-acf9-c70d3a386d2f,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:54.253596 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 24bc14ce-43ab-4bf6-afc2-13e0fe6bf512 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:25:54.253596 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:54.293624 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-ec8dc30a-07ef-4813-8360-c21336ce530c None None] For port 30b77a91-1939-4978-8287-538289d547a1, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=30b77a91-1939-4978-8287-538289d547a1,segment=NetworkSegment(92688881-2759-4880-80da-537e351689da),segment_id=92688881-2759-4880-80da-537e351689da)] {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:25:54.307540 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] For port 5a1edee6-82cc-4795-816f-ede95d8641d7, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:25:54.309633 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-ab03376d-d11b-4c5f-84b2-6857281b99ce None None] Port 5a1edee6-82cc-4795-816f-ede95d8641d7 cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:25:54.324804 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] For port 5a1edee6-82cc-4795-816f-ede95d8641d7, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=5a1edee6-82cc-4795-816f-ede95d8641d7,segment=NetworkSegment(854d7faf-d8bf-4f8e-bc64-be8445d2a728),segment_id=854d7faf-d8bf-4f8e-bc64-be8445d2a728)] {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:25:54.387330 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec8dc30a-07ef-4813-8360-c21336ce530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:54.448707 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8dc30a-07ef-4813-8360-c21336ce530c None None] Pushing event updated for resources: {'Port': ['ID=30b77a91-1939-4978-8287-538289d547a1,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:54.466899 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 2b158f38-6397-44f7-887b-e70c902c63b5 no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:25:54.491168 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:54.494525 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: 2b158f38-6397-44f7-887b-e70c902c63b5 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:25:54.494860 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 2b158f38-6397-44f7-887b-e70c902c63b5 not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:25:54.495269 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 4a6af46a-5d65-4733-884f-2a580656f903 no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:25:54.551010 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a64186a-fe30-45c3-bb4a-4ed4cb5abe8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552445', 'neutron.services.segments.db._delete_segments_for_network-8793629371679'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:54.552706 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: 4a6af46a-5d65-4733-884f-2a580656f903 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:25:54.553052 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 4a6af46a-5d65-4733-884f-2a580656f903 not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:25:54.571298 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-6a64186a-fe30-45c3-bb4a-4ed4cb5abe8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b7050d-f17d-40a3-83d0-485beb1349f9']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:54.580518 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c2913-d1ff-4325-9eca-49ab893f2ac8 None None] Pushing event updated for resources: {'Port': ['ID=5a1edee6-82cc-4795-816f-ede95d8641d7,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:54.581331 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-6a64186a-fe30-45c3-bb4a-4ed4cb5abe8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48fbe17e-f5fd-4595-9ff4-16bc39f15b51') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:54.581629 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-6a64186a-fe30-45c3-bb4a-4ed4cb5abe8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48fbe17e-f5fd-4595-9ff4-16bc39f15b51') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:54.583503 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] Routers {'55c005fe-9149-41ef-b513-42df7df2f827'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:25:54.584115 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:25:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['55c005fe-9149-41ef-b513-42df7df2f827'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:54.592208 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a64186a-fe30-45c3-bb4a-4ed4cb5abe8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793629372712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25808298'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:54.608372 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a64186a-fe30-45c3-bb4a-4ed4cb5abe8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:54.618916 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a64186a-fe30-45c3-bb4a-4ed4cb5abe8a admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:25:54.619534 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a64186a-fe30-45c3-bb4a-4ed4cb5abe8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25808752'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: Traceback (most recent call last): Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: timer() Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: cb(*args, **kw) Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: return func(*args, **kwargs) Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: self._notify() Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: self.callback(batched_events) Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: event.method(event) Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: return f(self, *a, **k) Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: return self._get(url).json() Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:25:54.621798 dv-cinder-815560-1-iscsi neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:25:54.671122 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-77f27605-3d3d-49e9-8a29-7dd8eb9eee0f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:54.749107 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] Set router 55c005fe-9149-41ef-b513-42df7df2f827 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:25:54.823161 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a64186a-fe30-45c3-bb4a-4ed4cb5abe8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3723074'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:54.831023 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a64186a-fe30-45c3-bb4a-4ed4cb5abe8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:54.834739 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-6a64186a-fe30-45c3-bb4a-4ed4cb5abe8a admin admin] 10.222.0.32 "DELETE /v2.0/networks/b5b7050d-f17d-40a3-83d0-485beb1349f9 HTTP/1.1" status: 204 len: 168 time: 1.2015500 Oct 27 01:25:54.855084 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64186a-fe30-45c3-bb4a-4ed4cb5abe8a admin admin] Pushing event deleted for resources: {'Network': ['ID=b5b7050d-f17d-40a3-83d0-485beb1349f9,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:54.958324 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-9fda3790-8772-4386-84e8-7ffecafb6c67 None None] Provisioning complete for port 5a1edee6-82cc-4795-816f-ede95d8641d7 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:25:54.958692 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9fda3790-8772-4386-84e8-7ffecafb6c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:54.969368 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-77f27605-3d3d-49e9-8a29-7dd8eb9eee0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3724052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721622'] for router, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:55.168242 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f27605-3d3d-49e9-8a29-7dd8eb9eee0f admin admin] Router 486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4 is scheduled to L3 agent c117865a-b75a-494f-8807-bd32898b5467 with binding_index 1 {{(pid=102100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:25:55.223703 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9fda3790-8772-4386-84e8-7ffecafb6c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:55.240748 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '5a1edee6-82cc-4795-816f-ede95d8641d7', 'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'mac_address': 'fa:16:3e:c5:f6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:48Z', 'updated_at': '2021-10-27T01:25:54Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'subnets': [{'id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:55.270277 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38000) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:55.279881 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f27605-3d3d-49e9-8a29-7dd8eb9eee0f admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:25:55.281546 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c30ab45-4396-4a62-babc-ccf191adfa3f None None] The sync data for ids ['55c005fe-9149-41ef-b513-42df7df2f827'] in dv-cinder-815560-1-iscsi is: [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '5a1edee6-82cc-4795-816f-ede95d8641d7', 'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'mac_address': 'fa:16:3e:c5:f6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:48Z', 'updated_at': '2021-10-27T01:25:54Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'subnets': [{'id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:25:55.293288 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-9fda3790-8772-4386-84e8-7ffecafb6c67 None None] For port 5a1edee6-82cc-4795-816f-ede95d8641d7, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=5a1edee6-82cc-4795-816f-ede95d8641d7,segment=NetworkSegment(854d7faf-d8bf-4f8e-bc64-be8445d2a728),segment_id=854d7faf-d8bf-4f8e-bc64-be8445d2a728)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:55.301606 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] Sync routers for ids ['486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4'] in dv-cinder-815560-1-iscsi {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:25:55.314993 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] Routers {'486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:25:55.315769 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:25:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:55.331737 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-383c4bb4-356a-412e-a557-0ec9606a65df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba4a231d73f5454eb53e08db96f0a471&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0594025 Oct 27 01:25:55.334446 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38002) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:55.366942 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9fda3790-8772-4386-84e8-7ffecafb6c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:55.405533 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-77f27605-3d3d-49e9-8a29-7dd8eb9eee0f admin admin] Publish callbacks [] for router, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:55.406849 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-77f27605-3d3d-49e9-8a29-7dd8eb9eee0f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7725396 Oct 27 01:25:55.410068 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38004) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:55.426635 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5bac-027c-4115-b362-b2144a155f5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:55.452935 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda3790-8772-4386-84e8-7ffecafb6c67 None None] Pushing event updated for resources: {'Port': ['ID=5a1edee6-82cc-4795-816f-ede95d8641d7,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:55.464731 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5bac-027c-4115-b362-b2144a155f5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:55.508075 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] Set router 486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:25:55.586658 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5bac-027c-4115-b362-b2144a155f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:55.589899 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5bac-027c-4115-b362-b2144a155f5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:55.592164 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-c4fe5bac-027c-4115-b362-b2144a155f5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb5fa9b8-e4a6-4594-a58c-07944cbec6ae HTTP/1.1" status: 204 len: 168 time: 0.2557046 Oct 27 01:25:55.601620 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe5bac-027c-4115-b362-b2144a155f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5fa9b8-e4a6-4594-a58c-07944cbec6ae,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:55.713627 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab04184-ee44-4445-bf47-580d61a85abf None None] Network 00416b7a-52f3-489d-b40f-65802d0bba87 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:25:55.795626 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4', 'name': 'tempest-TestVolumeBootPattern-1750097049-router', 'tenant_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae72d325-7631-460a-acf9-c70d3a386d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:52Z', 'updated_at': '2021-10-27T01:25:54Z', 'revision_number': 3, 'project_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'gw_port': {'id': 'ae72d325-7631-460a-acf9-c70d3a386d2f', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:40:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:53Z', 'updated_at': '2021-10-27T01:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:55.819961 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-a643ecae-2a0e-4f9a-8d8b-d0883991c5f9 None None] Provisioning complete for port 30b77a91-1939-4978-8287-538289d547a1 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:25:55.820338 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a643ecae-2a0e-4f9a-8d8b-d0883991c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:55.840859 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] Checking router: 486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4 for host: dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:25:55.841677 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] Updating router 486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4 port ae72d325-7631-460a-acf9-c70d3a386d2f binding host dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:25:55.905144 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:56.095242 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 30b77a91-1939-4978-8287-538289d547a1 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:25:56.139610 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-53b6da5f-3091-4efd-a9df-c90e6b44b82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:56.149794 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a643ecae-2a0e-4f9a-8d8b-d0883991c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:56.216006 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-a643ecae-2a0e-4f9a-8d8b-d0883991c5f9 None None] For port 30b77a91-1939-4978-8287-538289d547a1, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=30b77a91-1939-4978-8287-538289d547a1,segment=NetworkSegment(92688881-2759-4880-80da-537e351689da),segment_id=92688881-2759-4880-80da-537e351689da)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:56.220504 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 30b77a91-1939-4978-8287-538289d547a1 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:25:56.224576 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:56.325153 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a643ecae-2a0e-4f9a-8d8b-d0883991c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:56.365393 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:56.395729 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-53b6da5f-3091-4efd-a9df-c90e6b44b82b admin admin] Allocated IP 172.20.0.1 (00416b7a-52f3-489d-b40f-65802d0bba87/4f1246ee-5176-4d9e-9e23-4dc39a7689af/48d3b4fb-5bca-43be-946c-3307f6cd6671) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:25:56.449588 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643ecae-2a0e-4f9a-8d8b-d0883991c5f9 None None] Pushing event updated for resources: {'Port': ['ID=30b77a91-1939-4978-8287-538289d547a1,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:56.468396 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 5a1edee6-82cc-4795-816f-ede95d8641d7 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:25:56.470760 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-316fe183-5ead-498a-8cd0-30a2f162bb96 None None] Provisioning complete for port 30b77a91-1939-4978-8287-538289d547a1 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:25:56.471124 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-316fe183-5ead-498a-8cd0-30a2f162bb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:56.528771 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-53b6da5f-3091-4efd-a9df-c90e6b44b82b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:56.552387 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 5a1edee6-82cc-4795-816f-ede95d8641d7 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:25:56.552826 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:56.598113 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3272ba4c-9a79-4d60-9ff2-d47f7ea509f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:56.643815 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:56.672922 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-53b6da5f-3091-4efd-a9df-c90e6b44b82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:56.706536 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] Attempting to bind port ae72d325-7631-460a-acf9-c70d3a386d2f on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:25:56.706907 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] Attempting to bind port ae72d325-7631-460a-acf9-c70d3a386d2f by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:25:56.707271 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] Attempting to bind port ae72d325-7631-460a-acf9-c70d3a386d2f on network 446c4d70-d462-4a3b-8224-efffdf97f324 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:25:56.714753 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:25:56.715417 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] Checking segment: {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:25:56.715812 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:56.716459 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] Bound using segment: {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:25:56.717251 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] Bound port: ae72d325-7631-460a-acf9-c70d3a386d2f, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1b1e3f-531b-4ebc-ab34-6ff721d374f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:25:56.717653 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:56.719291 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5d648-a478-4854-8dce-bd5849531f94 None None] Pushing event updated for resources: {'Port': ['ID=ae72d325-7631-460a-acf9-c70d3a386d2f,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:56.745215 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d648-a478-4854-8dce-bd5849531f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:56.745904 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d648-a478-4854-8dce-bd5849531f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:56.746452 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d648-a478-4854-8dce-bd5849531f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:56.746952 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d648-a478-4854-8dce-bd5849531f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:56.747460 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d648-a478-4854-8dce-bd5849531f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:56.748736 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d648-a478-4854-8dce-bd5849531f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:56.749142 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d648-a478-4854-8dce-bd5849531f94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:56.749480 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d648-a478-4854-8dce-bd5849531f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:56.749826 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d648-a478-4854-8dce-bd5849531f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:56.750191 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d648-a478-4854-8dce-bd5849531f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:56.750520 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d648-a478-4854-8dce-bd5849531f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:56.750847 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d648-a478-4854-8dce-bd5849531f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:25:56.754014 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b6da5f-3091-4efd-a9df-c90e6b44b82b admin admin] Network 00416b7a-52f3-489d-b40f-65802d0bba87 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:25:56.757995 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-53b6da5f-3091-4efd-a9df-c90e6b44b82b admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:25:56.760235 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 45d4be9c-07d9-44ad-9643-070513e4f178 no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:25:56.771916 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b6da5f-3091-4efd-a9df-c90e6b44b82b admin admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:25:56.775828 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6da5f-3091-4efd-a9df-c90e6b44b82b admin admin] Pushing event updated for resources: {'Port': ['ID=48d3b4fb-5bca-43be-946c-3307f6cd6671,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:56.788195 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: 45d4be9c-07d9-44ad-9643-070513e4f178 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:25:56.790344 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 45d4be9c-07d9-44ad-9643-070513e4f178 not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:25:56.809781 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] For port ae72d325-7631-460a-acf9-c70d3a386d2f, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:25:56.814826 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] For port ae72d325-7631-460a-acf9-c70d3a386d2f, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=ae72d325-7631-460a-acf9-c70d3a386d2f,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:25:56.816640 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-53b6da5f-3091-4efd-a9df-c90e6b44b82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723211'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:56.928855 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:56.987483 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] Routers {'486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:25:56.988137 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:25:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:57.025697 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5d648-a478-4854-8dce-bd5849531f94 None None] Pushing event updated for resources: {'Port': ['ID=ae72d325-7631-460a-acf9-c70d3a386d2f,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:57.042474 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-af12140b-7842-4039-8a5b-fa2c5e7a5a84 None None] Provisioning complete for port 48d3b4fb-5bca-43be-946c-3307f6cd6671 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:25:57.043044 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-af12140b-7842-4039-8a5b-fa2c5e7a5a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:57.061681 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-53b6da5f-3091-4efd-a9df-c90e6b44b82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:57.082222 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-af12140b-7842-4039-8a5b-fa2c5e7a5a84 None None] Port 48d3b4fb-5bca-43be-946c-3307f6cd6671 cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:25:57.105242 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] Set router 486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:25:57.166695 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38026) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:57.208926 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:57.264844 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-53b6da5f-3091-4efd-a9df-c90e6b44b82b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:57.278179 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-a76f980a-e169-4c4f-aaed-054c72726dd1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-997550247-network', 'tenant_id': '4124a85f3d4f492da522988ff7f07873'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:25:57.311654 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4', 'name': 'tempest-TestVolumeBootPattern-1750097049-router', 'tenant_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae72d325-7631-460a-acf9-c70d3a386d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:52Z', 'updated_at': '2021-10-27T01:25:54Z', 'revision_number': 3, 'project_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'gw_port': {'id': 'ae72d325-7631-460a-acf9-c70d3a386d2f', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:40:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:53Z', 'updated_at': '2021-10-27T01:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:57.338312 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e5aaa-53ac-4820-ae97-0a11192d46d3 None None] The sync data for ids ['486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4'] in dv-cinder-815560-1-iscsi is: [{'id': '486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4', 'name': 'tempest-TestVolumeBootPattern-1750097049-router', 'tenant_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae72d325-7631-460a-acf9-c70d3a386d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:52Z', 'updated_at': '2021-10-27T01:25:54Z', 'revision_number': 3, 'project_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'gw_port': {'id': 'ae72d325-7631-460a-acf9-c70d3a386d2f', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:40:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:53Z', 'updated_at': '2021-10-27T01:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:25:57.374449 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-53b6da5f-3091-4efd-a9df-c90e6b44b82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25808652'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:57.421150 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76f980a-e169-4c4f-aaed-054c72726dd1 admin admin] Made reservation on behalf of 4124a85f3d4f492da522988ff7f07873 for: {'network': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:25:57.428915 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a76f980a-e169-4c4f-aaed-054c72726dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for network, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:57.434456 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a76f980a-e169-4c4f-aaed-054c72726dd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:57.442444 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-53b6da5f-3091-4efd-a9df-c90e6b44b82b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3631245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3721307'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:57.444174 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6da5f-3091-4efd-a9df-c90e6b44b82b admin admin] Pushing event updated for resources: {'Port': ['ID=48d3b4fb-5bca-43be-946c-3307f6cd6671,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:57.518190 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a76f980a-e169-4c4f-aaed-054c72726dd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:57.544630 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:25:57.565534 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b6da5f-3091-4efd-a9df-c90e6b44b82b admin admin] Network 00416b7a-52f3-489d-b40f-65802d0bba87 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:25:57.567115 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-53b6da5f-3091-4efd-a9df-c90e6b44b82b admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:25:57.604301 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a76f980a-e169-4c4f-aaed-054c72726dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:57.648803 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f980a-e169-4c4f-aaed-054c72726dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aeb16e2-92fb-4ecd-a2cc-2cf44c6698aa,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:57.667453 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76f980a-e169-4c4f-aaed-054c72726dd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=102100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:25:57.682507 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a76f980a-e169-4c4f-aaed-054c72726dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:57.689594 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.db.segments_db [None req-a76f980a-e169-4c4f-aaed-054c72726dd1 admin admin] Added segment c79bcc9c-951c-45b3-b78d-f2e3eee41dfc of type vlan for network ba5727c8-15ba-4c4f-904c-7aefa6d21b15 Oct 27 01:25:57.700716 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:57.706576 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b6da5f-3091-4efd-a9df-c90e6b44b82b admin admin] Router 486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:25:57.735979 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a76f980a-e169-4c4f-aaed-054c72726dd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793628853670'] for network, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:57.836182 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b6da5f-3091-4efd-a9df-c90e6b44b82b admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:25:57.837758 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a76f980a-e169-4c4f-aaed-054c72726dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for network, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:57.838775 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76f980a-e169-4c4f-aaed-054c72726dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:57.839403 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-a76f980a-e169-4c4f-aaed-054c72726dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:57.855362 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-53b6da5f-3091-4efd-a9df-c90e6b44b82b admin admin] 10.222.0.32 "PUT /v2.0/routers/486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4363229 Oct 27 01:25:57.903147 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f980a-e169-4c4f-aaed-054c72726dd1 admin admin] Pushing event updated for resources: {'Network': ['ID=ba5727c8-15ba-4c4f-904c-7aefa6d21b15,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:57.911706 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-bc234268-3766-4fac-8782-f67c4037e956 None None] Provisioning complete for port 48d3b4fb-5bca-43be-946c-3307f6cd6671 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:25:57.912164 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bc234268-3766-4fac-8782-f67c4037e956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:57.937124 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Network ba5727c8-15ba-4c4f-904c-7aefa6d21b15 details requested by agent ovs-agent-dv-cinder-815560-1-iscsi with host dv-cinder-815560-1-iscsi {{(pid=102102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:25:57.966442 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-a76f980a-e169-4c4f-aaed-054c72726dd1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7985287 Oct 27 01:25:57.969398 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38032) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:57.974405 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-8eeaca17-467f-484a-804e-0cb83f6a21af admin admin] Request body: {'subnet': {'network_id': 'ba5727c8-15ba-4c4f-904c-7aefa6d21b15', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-997550247-subnet', 'tenant_id': '4124a85f3d4f492da522988ff7f07873', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:25:58.012976 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 30b77a91-1939-4978-8287-538289d547a1 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:25:58.021758 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-bc234268-3766-4fac-8782-f67c4037e956 None None] Port 48d3b4fb-5bca-43be-946c-3307f6cd6671 cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:25:58.084616 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 30b77a91-1939-4978-8287-538289d547a1 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:25:58.085020 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:58.093896 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eeaca17-467f-484a-804e-0cb83f6a21af admin admin] Made reservation on behalf of 4124a85f3d4f492da522988ff7f07873 for: {'subnet': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:25:58.096283 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-8eeaca17-467f-484a-804e-0cb83f6a21af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122602'] for subnet, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:58.175834 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device ae72d325-7631-460a-acf9-c70d3a386d2f up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:25:58.236846 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port ae72d325-7631-460a-acf9-c70d3a386d2f triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:25:58.236846 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:58.325433 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:58.348620 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] For port ae72d325-7631-460a-acf9-c70d3a386d2f, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=ae72d325-7631-460a-acf9-c70d3a386d2f,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:25:58.414358 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-8eeaca17-467f-484a-804e-0cb83f6a21af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25379851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122580'] for subnet, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:58.466127 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeaca17-467f-484a-804e-0cb83f6a21af admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1bf5bd1-a4c9-4462-aaa4-b51966094710,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:58.477527 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:58.490161 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeaca17-467f-484a-804e-0cb83f6a21af admin admin] Checking segment: {'id': 'c79bcc9c-951c-45b3-b78d-f2e3eee41dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ba5727c8-15ba-4c4f-904c-7aefa6d21b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:25:58.490734 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeaca17-467f-484a-804e-0cb83f6a21af admin admin] Network hostable DHCP agents. Network: ba5727c8-15ba-4c4f-904c-7aefa6d21b15, hostable agents: ['4fbae999-6d77-4ef4-a38a-49129aac495b'], hosted agents: [] {{(pid=102100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:25:58.525918 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Pushing event updated for resources: {'Port': ['ID=ae72d325-7631-460a-acf9-c70d3a386d2f,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:58.586412 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeaca17-467f-484a-804e-0cb83f6a21af admin admin] Network ba5727c8-15ba-4c4f-904c-7aefa6d21b15 is scheduled to be hosted by DHCP agent 4fbae999-6d77-4ef4-a38a-49129aac495b with binding_index 1 {{(pid=102100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:25:58.654899 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-8eeaca17-467f-484a-804e-0cb83f6a21af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-1-iscsi, ba5727c8-15ba-4c4f-904c-7aefa6d21b15) {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:25:58.659029 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeaca17-467f-484a-804e-0cb83f6a21af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:25:58.659752 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-8eeaca17-467f-484a-804e-0cb83f6a21af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for subnet, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:58.664509 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9c9c47-87cf-4f6f-bc78-58eb2271b05a None None] Network ba5727c8-15ba-4c4f-904c-7aefa6d21b15 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:25:58.767546 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-8eeaca17-467f-484a-804e-0cb83f6a21af admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7969906 Oct 27 01:25:58.802457 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1202693f-65b5-441c-bdb8-322964ac286c None None] Network ba5727c8-15ba-4c4f-904c-7aefa6d21b15 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:25:58.937356 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38042) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:58.943853 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-bae5bdc0-152a-4720-be11-bb23050d6615 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-461718875', 'description': 'tempest-secgroup-smoke-461718875 description', 'project_id': '80ccd2038569468b9d4f7a063fb346c9'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:25:59.083966 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-bae5bdc0-152a-4720-be11-bb23050d6615 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:59.110066 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] Sync routers for ids ['486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:25:59.123429 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] Routers {'486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:25:59.124049 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:25:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:59.157495 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-bae5bdc0-152a-4720-be11-bb23050d6615 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:59.161768 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:59.231018 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] Set router 486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:25:59.232063 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-bae5bdc0-152a-4720-be11-bb23050d6615 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:59.262358 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5bdc0-152a-4720-be11-bb23050d6615 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=193161ab-9723-4884-9fd2-6c431568ddba,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:59.348696 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-bae5bdc0-152a-4720-be11-bb23050d6615 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:59.354268 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-bae5bdc0-152a-4720-be11-bb23050d6615 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4130461 Oct 27 01:25:59.354813 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38050) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:59.359895 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e7ac0c3b-f20d-41be-8cba-59a806f82e8f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Request body: {'security_group_rule': {'security_group_id': '193161ab-9723-4884-9fd2-6c431568ddba', 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:25:59.438524 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4', 'name': 'tempest-TestVolumeBootPattern-1750097049-router', 'tenant_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae72d325-7631-460a-acf9-c70d3a386d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:52Z', 'updated_at': '2021-10-27T01:25:56Z', 'revision_number': 4, 'project_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'gw_port': {'id': 'ae72d325-7631-460a-acf9-c70d3a386d2f', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:40:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:53Z', 'updated_at': '2021-10-27T01:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '48d3b4fb-5bca-43be-946c-3307f6cd6671', 'name': '', 'network_id': '00416b7a-52f3-489d-b40f-65802d0bba87', 'tenant_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'mac_address': 'fa:16:3e:04:95:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4f1246ee-5176-4d9e-9e23-4dc39a7689af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:56Z', 'updated_at': '2021-10-27T01:25:57Z', 'revision_number': 2, 'project_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'subnets': [{'id': '4f1246ee-5176-4d9e-9e23-4dc39a7689af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:25:59.455519 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e7ac0c3b-f20d-41be-8cba-59a806f82e8f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:59.464468 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] Checking router: 486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4 for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:25:59.464842 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] Updating router 486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4 port 48d3b4fb-5bca-43be-946c-3307f6cd6671 binding host dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:25:59.490293 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:59.519160 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e7ac0c3b-f20d-41be-8cba-59a806f82e8f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:59.541607 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38056) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:59.547528 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2210d645-4de4-4f99-b077-9e17e0657f01 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2130903335-network', 'tenant_id': '5a10932e5fd541109164ab1ff99d2693'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:25:59.592855 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e7ac0c3b-f20d-41be-8cba-59a806f82e8f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:59.613698 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac0c3b-f20d-41be-8cba-59a806f82e8f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1209734-fe80-46be-a924-b3ae3b23e952,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:25:59.677150 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2210d645-4de4-4f99-b077-9e17e0657f01 admin admin] Made reservation on behalf of 5a10932e5fd541109164ab1ff99d2693 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:25:59.679599 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2210d645-4de4-4f99-b077-9e17e0657f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:59.688743 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2210d645-4de4-4f99-b077-9e17e0657f01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:59.738843 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e7ac0c3b-f20d-41be-8cba-59a806f82e8f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:59.740062 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-e7ac0c3b-f20d-41be-8cba-59a806f82e8f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3841031 Oct 27 01:25:59.742882 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38058) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:25:59.750592 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-03af5082-2221-41d6-80b4-32afdb7e65ee tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Request body: {'security_group_rule': {'security_group_id': '193161ab-9723-4884-9fd2-6c431568ddba', 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:25:59.788757 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2210d645-4de4-4f99-b077-9e17e0657f01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:59.862077 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device ae72d325-7631-460a-acf9-c70d3a386d2f up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:25:59.878618 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03af5082-2221-41d6-80b4-32afdb7e65ee tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:59.902169 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2210d645-4de4-4f99-b077-9e17e0657f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:59.909659 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:59.925679 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2210d645-4de4-4f99-b077-9e17e0657f01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:25:59.928174 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port ae72d325-7631-460a-acf9-c70d3a386d2f triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:25:59.928530 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:59.938601 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03af5082-2221-41d6-80b4-32afdb7e65ee tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:59.949824 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2210d645-4de4-4f99-b077-9e17e0657f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:25:59.950184 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.db.segments_db [None req-2210d645-4de4-4f99-b077-9e17e0657f01 admin admin] Added segment 40428689-11a1-4018-860a-e57f0ef993d0 of type vlan for network 3182f309-8fad-454d-8e4b-290c68ca1c8a Oct 27 01:25:59.951829 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210d645-4de4-4f99-b077-9e17e0657f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2058c7-9f89-4bd9-bbd8-b97ba5953e69,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:00.004501 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2210d645-4de4-4f99-b077-9e17e0657f01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793628853670'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:00.005926 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:00.026124 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03af5082-2221-41d6-80b4-32afdb7e65ee tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:00.043747 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af5082-2221-41d6-80b4-32afdb7e65ee tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc6e1bb-1767-4184-9fd0-b13eb7842e10,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:00.077764 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c55a0d-4063-4bb0-a0dd-55cab719a0db None None] Pushing event updated for resources: {'Port': ['ID=48d3b4fb-5bca-43be-946c-3307f6cd6671,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:00.100991 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2210d645-4de4-4f99-b077-9e17e0657f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:00.102226 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2210d645-4de4-4f99-b077-9e17e0657f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:00.102819 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2210d645-4de4-4f99-b077-9e17e0657f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:00.131296 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] Attempting to bind port 48d3b4fb-5bca-43be-946c-3307f6cd6671 on host dv-cinder-815560-1-iscsi for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:26:00.131766 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] Attempting to bind port 48d3b4fb-5bca-43be-946c-3307f6cd6671 by drivers openvswitch,hyperv on host dv-cinder-815560-1-iscsi at level 0 using segments [{'id': '92688881-2759-4880-80da-537e351689da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '00416b7a-52f3-489d-b40f-65802d0bba87'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:26:00.132195 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] Attempting to bind port 48d3b4fb-5bca-43be-946c-3307f6cd6671 on network 00416b7a-52f3-489d-b40f-65802d0bba87 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:26:00.137641 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] Checking agent: {'id': '91f8b3ac-c9d0-45f8-9747-172869ea4d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 10, 57), 'started_at': datetime.datetime(2021, 10, 27, 1, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:26:00.138649 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] Checking segment: {'id': '92688881-2759-4880-80da-537e351689da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '00416b7a-52f3-489d-b40f-65802d0bba87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:26:00.139268 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:00.139880 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] Bound using segment: {'id': '92688881-2759-4880-80da-537e351689da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '00416b7a-52f3-489d-b40f-65802d0bba87'} {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:26:00.140407 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] Bound port: 48d3b4fb-5bca-43be-946c-3307f6cd6671, host: dv-cinder-815560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92688881-2759-4880-80da-537e351689da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '00416b7a-52f3-489d-b40f-65802d0bba87'}}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:26:00.140844 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:00.152577 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03af5082-2221-41d6-80b4-32afdb7e65ee tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:00.157235 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-03af5082-2221-41d6-80b4-32afdb7e65ee tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4099846 Oct 27 01:26:00.157618 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38060) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:00.161943 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e5d912ab-05a7-4fbc-a7e4-c9227966d7a8 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Request body: {'security_group_rule': {'security_group_id': '193161ab-9723-4884-9fd2-6c431568ddba', 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:26:00.182266 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210d645-4de4-4f99-b077-9e17e0657f01 admin admin] Pushing event updated for resources: {'Network': ['ID=3182f309-8fad-454d-8e4b-290c68ca1c8a,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:00.197837 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Network 3182f309-8fad-454d-8e4b-290c68ca1c8a details requested by agent ovs-agent-dv-cinder-815560-1-iscsi with host dv-cinder-815560-1-iscsi {{(pid=102102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:26:00.237829 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-2210d645-4de4-4f99-b077-9e17e0657f01 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6949012 Oct 27 01:26:00.241553 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38062) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:00.249627 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-1ceb8599-3240-47ec-acbd-9a5b795632db admin admin] Request body: {'subnet': {'network_id': '3182f309-8fad-454d-8e4b-290c68ca1c8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2130903335-subnet', 'tenant_id': '5a10932e5fd541109164ab1ff99d2693', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:26:00.281344 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] For port 48d3b4fb-5bca-43be-946c-3307f6cd6671, host dv-cinder-815560-1-iscsi, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:26:00.302194 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] For port 48d3b4fb-5bca-43be-946c-3307f6cd6671, host dv-cinder-815560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=48d3b4fb-5bca-43be-946c-3307f6cd6671,segment=NetworkSegment(92688881-2759-4880-80da-537e351689da),segment_id=92688881-2759-4880-80da-537e351689da)] {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:26:00.304655 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-16b3c63b-4b62-475e-9cc5-aadbb92b7404 None None] Provisioning complete for port 48d3b4fb-5bca-43be-946c-3307f6cd6671 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:26:00.305057 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-16b3c63b-4b62-475e-9cc5-aadbb92b7404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:00.343340 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-16b3c63b-4b62-475e-9cc5-aadbb92b7404 None None] Port 48d3b4fb-5bca-43be-946c-3307f6cd6671 cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:26:00.385861 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e5d912ab-05a7-4fbc-a7e4-c9227966d7a8 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:00.409447 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:00.434017 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e5d912ab-05a7-4fbc-a7e4-c9227966d7a8 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:00.460077 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] Routers {'486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:26:00.460711 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:25:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:00.538554 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c55a0d-4063-4bb0-a0dd-55cab719a0db None None] Pushing event updated for resources: {'Port': ['ID=48d3b4fb-5bca-43be-946c-3307f6cd6671,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:00.540779 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ceb8599-3240-47ec-acbd-9a5b795632db admin admin] Made reservation on behalf of 5a10932e5fd541109164ab1ff99d2693 for: {'subnet': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:26:00.543492 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8599-3240-47ec-acbd-9a5b795632db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122602'] for subnet, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:00.569201 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e5d912ab-05a7-4fbc-a7e4-c9227966d7a8 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:00.586952 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] Set router 486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:26:00.594150 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d912ab-05a7-4fbc-a7e4-c9227966d7a8 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9906e34e-88f0-4b68-80b6-295c2230d484,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:00.650676 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e5d912ab-05a7-4fbc-a7e4-c9227966d7a8 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:00.655019 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-e5d912ab-05a7-4fbc-a7e4-c9227966d7a8 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4935677 Oct 27 01:26:00.655441 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38064) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:00.660606 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-186e25f4-c556-4e9e-935d-c6a71f8ad1a6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Request body: {'security_group_rule': {'security_group_id': '193161ab-9723-4884-9fd2-6c431568ddba', 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:26:00.718654 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-97b323ef-772e-42da-9a3f-f687130f0e89 None None] Provisioning complete for port 48d3b4fb-5bca-43be-946c-3307f6cd6671 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:26:00.718935 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-97b323ef-772e-42da-9a3f-f687130f0e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:00.762441 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-186e25f4-c556-4e9e-935d-c6a71f8ad1a6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:00.797722 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8599-3240-47ec-acbd-9a5b795632db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25379851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122580'] for subnet, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:00.827375 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-186e25f4-c556-4e9e-935d-c6a71f8ad1a6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:00.855146 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-97b323ef-772e-42da-9a3f-f687130f0e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:00.867198 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb8599-3240-47ec-acbd-9a5b795632db admin admin] Pushing event updated for resources: {'Subnet': ['ID=586a8841-f4d5-45e7-b0fe-0c3a83a8776a,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:00.873012 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceb8599-3240-47ec-acbd-9a5b795632db admin admin] Checking segment: {'id': '40428689-11a1-4018-860a-e57f0ef993d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3182f309-8fad-454d-8e4b-290c68ca1c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:26:00.874486 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceb8599-3240-47ec-acbd-9a5b795632db admin admin] Network hostable DHCP agents. Network: 3182f309-8fad-454d-8e4b-290c68ca1c8a, hostable agents: ['4fbae999-6d77-4ef4-a38a-49129aac495b'], hosted agents: [] {{(pid=102100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:26:00.898092 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-97b323ef-772e-42da-9a3f-f687130f0e89 None None] For port 48d3b4fb-5bca-43be-946c-3307f6cd6671, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=48d3b4fb-5bca-43be-946c-3307f6cd6671,segment=NetworkSegment(92688881-2759-4880-80da-537e351689da),segment_id=92688881-2759-4880-80da-537e351689da)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:00.900265 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-186e25f4-c556-4e9e-935d-c6a71f8ad1a6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:00.901107 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4', 'name': 'tempest-TestVolumeBootPattern-1750097049-router', 'tenant_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae72d325-7631-460a-acf9-c70d3a386d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:52Z', 'updated_at': '2021-10-27T01:25:56Z', 'revision_number': 4, 'project_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'gw_port': {'id': 'ae72d325-7631-460a-acf9-c70d3a386d2f', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:40:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:53Z', 'updated_at': '2021-10-27T01:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '48d3b4fb-5bca-43be-946c-3307f6cd6671', 'name': '', 'network_id': '00416b7a-52f3-489d-b40f-65802d0bba87', 'tenant_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'mac_address': 'fa:16:3e:04:95:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4f1246ee-5176-4d9e-9e23-4dc39a7689af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:56Z', 'updated_at': '2021-10-27T01:26:00Z', 'revision_number': 4, 'project_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'subnets': [{'id': '4f1246ee-5176-4d9e-9e23-4dc39a7689af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:00.918251 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e25f4-c556-4e9e-935d-c6a71f8ad1a6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fdde76f-2d55-4994-91a3-fae041f18404,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:00.927790 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e48b09-62a7-4bc5-b25a-daee6477cf81 None None] The sync data for ids ['486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4'] in dv-cinder-815560-1-iscsi is: [{'id': '486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4', 'name': 'tempest-TestVolumeBootPattern-1750097049-router', 'tenant_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae72d325-7631-460a-acf9-c70d3a386d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:52Z', 'updated_at': '2021-10-27T01:25:56Z', 'revision_number': 4, 'project_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'gw_port': {'id': 'ae72d325-7631-460a-acf9-c70d3a386d2f', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:40:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:53Z', 'updated_at': '2021-10-27T01:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '48d3b4fb-5bca-43be-946c-3307f6cd6671', 'name': '', 'network_id': '00416b7a-52f3-489d-b40f-65802d0bba87', 'tenant_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'mac_address': 'fa:16:3e:04:95:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4f1246ee-5176-4d9e-9e23-4dc39a7689af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:56Z', 'updated_at': '2021-10-27T01:26:00Z', 'revision_number': 4, 'project_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'subnets': [{'id': '4f1246ee-5176-4d9e-9e23-4dc39a7689af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:26:01.005021 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceb8599-3240-47ec-acbd-9a5b795632db admin admin] Network 3182f309-8fad-454d-8e4b-290c68ca1c8a is scheduled to be hosted by DHCP agent 4fbae999-6d77-4ef4-a38a-49129aac495b with binding_index 1 {{(pid=102100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:26:01.031960 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-97b323ef-772e-42da-9a3f-f687130f0e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:01.039468 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-186e25f4-c556-4e9e-935d-c6a71f8ad1a6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:01.040708 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-186e25f4-c556-4e9e-935d-c6a71f8ad1a6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3842285 Oct 27 01:26:01.043541 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38068) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:01.049540 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-89126e59-2f8d-4094-87f5-57d0bbba6839 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Request body: {'security_group_rule': {'security_group_id': '193161ab-9723-4884-9fd2-6c431568ddba', 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:26:01.086392 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b323ef-772e-42da-9a3f-f687130f0e89 None None] Pushing event updated for resources: {'Port': ['ID=48d3b4fb-5bca-43be-946c-3307f6cd6671,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:01.094700 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-1ceb8599-3240-47ec-acbd-9a5b795632db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-1-iscsi, 3182f309-8fad-454d-8e4b-290c68ca1c8a) {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:26:01.101025 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceb8599-3240-47ec-acbd-9a5b795632db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:01.101379 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8599-3240-47ec-acbd-9a5b795632db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for subnet, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:01.104283 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f61e26-5a19-4536-b16f-12d1662fbfa9 None None] Network 3182f309-8fad-454d-8e4b-290c68ca1c8a requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:26:01.180584 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-89126e59-2f8d-4094-87f5-57d0bbba6839 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Project 80ccd2038569468b9d4f7a063fb346c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 01:26:01.186621 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-89126e59-2f8d-4094-87f5-57d0bbba6839 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:01.241865 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5afe93-818e-420b-af0f-c3e471c87c74 None None] Network 3182f309-8fad-454d-8e4b-290c68ca1c8a requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:26:01.254404 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-89126e59-2f8d-4094-87f5-57d0bbba6839 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:01.270153 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-1ceb8599-3240-47ec-acbd-9a5b795632db admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0215554 Oct 27 01:26:01.352635 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-89126e59-2f8d-4094-87f5-57d0bbba6839 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:01.374888 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89126e59-2f8d-4094-87f5-57d0bbba6839 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aade8f8-47be-4633-b7a2-5cf4c0461f5a,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:01.431399 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38072) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:01.452353 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-130cbf56-0258-4e66-802e-12e2a62c4f24 admin admin] Deleting subnet c1bf5bd1-a4c9-4462-aaa4-b51966094710 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:26:01.456114 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-130cbf56-0258-4e66-802e-12e2a62c4f24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:01.495983 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-130cbf56-0258-4e66-802e-12e2a62c4f24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25808289'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:01.523943 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-89126e59-2f8d-4094-87f5-57d0bbba6839 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:01.527793 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-89126e59-2f8d-4094-87f5-57d0bbba6839 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4806869 Oct 27 01:26:01.528156 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38074) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:01.533492 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-99d14a8f-edc1-4961-9c03-279871b6d247 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Request body: {'security_group_rule': {'security_group_id': '193161ab-9723-4884-9fd2-6c431568ddba', 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:26:01.541814 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-130cbf56-0258-4e66-802e-12e2a62c4f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1553078'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:01.666259 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.db.securitygroups_db [None req-99d14a8f-edc1-4961-9c03-279871b6d247 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Project 80ccd2038569468b9d4f7a063fb346c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 01:26:01.672196 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-99d14a8f-edc1-4961-9c03-279871b6d247 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:01.695439 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-130cbf56-0258-4e66-802e-12e2a62c4f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25808858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29180628'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:01.725524 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130cbf56-0258-4e66-802e-12e2a62c4f24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1bf5bd1-a4c9-4462-aaa4-b51966094710,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:01.727815 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-130cbf56-0258-4e66-802e-12e2a62c4f24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:01.730665 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-130cbf56-0258-4e66-802e-12e2a62c4f24 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c1bf5bd1-a4c9-4462-aaa4-b51966094710 HTTP/1.1" status: 204 len: 168 time: 0.3221121 Oct 27 01:26:01.733417 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38076) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:01.790433 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-99d14a8f-edc1-4961-9c03-279871b6d247 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:01.820513 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-cd9f0ed6-88b5-4628-bb23-04e7b022db8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561603'] for network, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:01.864625 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-99d14a8f-edc1-4961-9c03-279871b6d247 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836884'] for security_group_rule, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:01.893530 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 48d3b4fb-5bca-43be-946c-3307f6cd6671 up at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:26:01.925775 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d14a8f-edc1-4961-9c03-279871b6d247 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e3c6df-b834-46d0-b1ff-a02917aba76d,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:01.928730 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-cd9f0ed6-88b5-4628-bb23-04e7b022db8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552445', 'neutron.services.segments.db._delete_segments_for_network-8793629371679'] for network, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:01.957566 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-cd9f0ed6-88b5-4628-bb23-04e7b022db8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5727c8-15ba-4c4f-904c-7aefa6d21b15']}} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:01.958575 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Provisioning complete for port 48d3b4fb-5bca-43be-946c-3307f6cd6671 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:26:01.959064 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:01.968431 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-cd9f0ed6-88b5-4628-bb23-04e7b022db8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79bcc9c-951c-45b3-b78d-f2e3eee41dfc') {'for_net_delete': True} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:01.975506 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-cd9f0ed6-88b5-4628-bb23-04e7b022db8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79bcc9c-951c-45b3-b78d-f2e3eee41dfc') {} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:01.987269 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-cd9f0ed6-88b5-4628-bb23-04e7b022db8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793629372712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25380428'] for segment, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:02.005702 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-cd9f0ed6-88b5-4628-bb23-04e7b022db8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:02.016197 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9f0ed6-88b5-4628-bb23-04e7b022db8f admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-cd9f0ed6-88b5-4628-bb23-04e7b022db8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25380066'] for segment, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: Traceback (most recent call last): Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: timer() Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: cb(*args, **kw) Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: return func(*args, **kwargs) Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: self._notify() Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: self.callback(batched_events) Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: event.method(event) Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: return f(self, *a, **k) Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: return self._get(url).json() Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: return self.request(url, 'GET', **kwargs) Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:26:02.021262 dv-cinder-815560-1-iscsi neutron-server[102100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:26:02.060666 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-99d14a8f-edc1-4961-9c03-279871b6d247 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:02.072300 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-99d14a8f-edc1-4961-9c03-279871b6d247 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5322413 Oct 27 01:26:02.180516 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-cd9f0ed6-88b5-4628-bb23-04e7b022db8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3723074'] for network, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:02.187832 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-cd9f0ed6-88b5-4628-bb23-04e7b022db8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:02.190996 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-cd9f0ed6-88b5-4628-bb23-04e7b022db8f admin admin] 10.222.0.32 "DELETE /v2.0/networks/ba5727c8-15ba-4c4f-904c-7aefa6d21b15 HTTP/1.1" status: 204 len: 168 time: 0.4563882 Oct 27 01:26:02.193958 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38108) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:02.201331 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f0ed6-88b5-4628-bb23-04e7b022db8f admin admin] Pushing event deleted for resources: {'Network': ['ID=ba5727c8-15ba-4c4f-904c-7aefa6d21b15,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:02.242444 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef31cc0-31c8-4020-81ff-c87efc5e0823 admin admin] Deleting subnet 586a8841-f4d5-45e7-b0fe-0c3a83a8776a {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:26:02.245723 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cef31cc0-31c8-4020-81ff-c87efc5e0823 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:02.287812 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cef31cc0-31c8-4020-81ff-c87efc5e0823 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25808289'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:02.325510 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cef31cc0-31c8-4020-81ff-c87efc5e0823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1553078'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:02.472098 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cef31cc0-31c8-4020-81ff-c87efc5e0823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25808858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29180628'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:02.497516 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef31cc0-31c8-4020-81ff-c87efc5e0823 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=586a8841-f4d5-45e7-b0fe-0c3a83a8776a,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:02.501007 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cef31cc0-31c8-4020-81ff-c87efc5e0823 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:02.504226 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-cef31cc0-31c8-4020-81ff-c87efc5e0823 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/586a8841-f4d5-45e7-b0fe-0c3a83a8776a HTTP/1.1" status: 204 len: 168 time: 0.3089135 Oct 27 01:26:02.506820 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38118) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:02.578162 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0ae5-f894-455c-8b43-6dff7eb7139f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561603'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:02.655580 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0ae5-f894-455c-8b43-6dff7eb7139f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552445', 'neutron.services.segments.db._delete_segments_for_network-8793629371679'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:02.675266 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-7b8d0ae5-f894-455c-8b43-6dff7eb7139f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3182f309-8fad-454d-8e4b-290c68ca1c8a']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:02.684191 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-7b8d0ae5-f894-455c-8b43-6dff7eb7139f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40428689-11a1-4018-860a-e57f0ef993d0') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:02.684485 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-7b8d0ae5-f894-455c-8b43-6dff7eb7139f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40428689-11a1-4018-860a-e57f0ef993d0') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:02.693801 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0ae5-f894-455c-8b43-6dff7eb7139f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793629372712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25808298'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:02.707025 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0ae5-f894-455c-8b43-6dff7eb7139f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:02.712731 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8d0ae5-f894-455c-8b43-6dff7eb7139f admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:26:02.713042 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0ae5-f894-455c-8b43-6dff7eb7139f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25808752'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: Traceback (most recent call last): Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: timer() Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: cb(*args, **kw) Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: return func(*args, **kwargs) Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: self._notify() Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: self.callback(batched_events) Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: event.method(event) Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: return f(self, *a, **k) Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: return self._get(url).json() Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:26:02.714666 dv-cinder-815560-1-iscsi neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:26:02.847821 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0ae5-f894-455c-8b43-6dff7eb7139f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3723074'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:02.853273 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0ae5-f894-455c-8b43-6dff7eb7139f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:02.856526 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-7b8d0ae5-f894-455c-8b43-6dff7eb7139f admin admin] 10.222.0.32 "DELETE /v2.0/networks/3182f309-8fad-454d-8e4b-290c68ca1c8a HTTP/1.1" status: 204 len: 168 time: 0.3487062 Oct 27 01:26:02.867444 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d0ae5-f894-455c-8b43-6dff7eb7139f admin admin] Pushing event deleted for resources: {'Network': ['ID=3182f309-8fad-454d-8e4b-290c68ca1c8a,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:03.274361 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38128) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:03.313053 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-2db75910-376d-4684-bc3b-91081e44cd51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4124a85f3d4f492da522988ff7f07873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407138 Oct 27 01:26:03.315549 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38134) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:03.365314 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-2478b076-d41d-48ed-b42a-ada65c1da8e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:03.386313 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-2478b076-d41d-48ed-b42a-ada65c1da8e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:03.533561 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-2478b076-d41d-48ed-b42a-ada65c1da8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:03.536055 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-2478b076-d41d-48ed-b42a-ada65c1da8e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:03.537200 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-2478b076-d41d-48ed-b42a-ada65c1da8e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6aeb16e2-92fb-4ecd-a2cc-2cf44c6698aa HTTP/1.1" status: 204 len: 168 time: 0.2206430 Oct 27 01:26:03.545449 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478b076-d41d-48ed-b42a-ada65c1da8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aeb16e2-92fb-4ecd-a2cc-2cf44c6698aa,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:04.162249 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38150) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:04.205723 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-cb8455e5-0488-4763-8d50-8df8b71f82ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a10932e5fd541109164ab1ff99d2693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422482 Oct 27 01:26:04.208090 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38152) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:04.262019 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-03153275-21ee-4ad9-895d-e4ab4800c3a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:04.283189 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-03153275-21ee-4ad9-895d-e4ab4800c3a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:04.459189 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-03153275-21ee-4ad9-895d-e4ab4800c3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:04.461831 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-03153275-21ee-4ad9-895d-e4ab4800c3a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:04.463019 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-03153275-21ee-4ad9-895d-e4ab4800c3a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d2058c7-9f89-4bd9-bbd8-b97ba5953e69 HTTP/1.1" status: 204 len: 168 time: 0.2540486 Oct 27 01:26:04.471707 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03153275-21ee-4ad9-895d-e4ab4800c3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2058c7-9f89-4bd9-bbd8-b97ba5953e69,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:07.226850 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38210) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:07.333231 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-08645970-120e-4928-af7f-201ba00a2ec9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:07.406622 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-08645970-120e-4928-af7f-201ba00a2ec9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:07.551667 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-08645970-120e-4928-af7f-201ba00a2ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:07.592101 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08645970-120e-4928-af7f-201ba00a2ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3248f4-1d00-4865-8b5e-119830f480fe,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:07.598017 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-08645970-120e-4928-af7f-201ba00a2ec9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f02171d966cb467396bcea4e01396c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3701191 Oct 27 01:26:07.600828 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38216) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:07.650778 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1452e103-11ae-42eb-ac31-4965957b47a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:07.673724 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1452e103-11ae-42eb-ac31-4965957b47a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:07.781076 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1452e103-11ae-42eb-ac31-4965957b47a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:07.784358 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1452e103-11ae-42eb-ac31-4965957b47a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:07.788122 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-1452e103-11ae-42eb-ac31-4965957b47a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb3248f4-1d00-4865-8b5e-119830f480fe HTTP/1.1" status: 204 len: 168 time: 0.1840003 Oct 27 01:26:07.795095 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452e103-11ae-42eb-ac31-4965957b47a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3248f4-1d00-4865-8b5e-119830f480fe,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:08.466003 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38224) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:08.479233 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-81f2789b-6e79-4fa4-91bb-f66cadc01aeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:08.552405 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-81f2789b-6e79-4fa4-91bb-f66cadc01aeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:08.626297 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-81f2789b-6e79-4fa4-91bb-f66cadc01aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:08.664531 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-81f2789b-6e79-4fa4-91bb-f66cadc01aeb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=25efca2415cd4babafe781b95eb30168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972697 Oct 27 01:26:08.665865 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2789b-6e79-4fa4-91bb-f66cadc01aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a612b99-a8d2-42db-8c2d-3800211f4d91,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:08.667207 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38226) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:08.718980 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f5ee80ae-b79c-4d97-8fee-cc177d0cb53a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:08.742494 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f5ee80ae-b79c-4d97-8fee-cc177d0cb53a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:08.860439 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f5ee80ae-b79c-4d97-8fee-cc177d0cb53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:08.863358 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-f5ee80ae-b79c-4d97-8fee-cc177d0cb53a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:08.864511 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-f5ee80ae-b79c-4d97-8fee-cc177d0cb53a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a612b99-a8d2-42db-8c2d-3800211f4d91 HTTP/1.1" status: 204 len: 168 time: 0.1943898 Oct 27 01:26:08.872523 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee80ae-b79c-4d97-8fee-cc177d0cb53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a612b99-a8d2-42db-8c2d-3800211f4d91,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:13.611207 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadf680-9c47-457a-ad36-13a275a0ed98 req-b4ee6beb-ae1d-40b4-b339-5bbd9cc65dab tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:13.612712 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6aadf680-9c47-457a-ad36-13a275a0ed98 req-b4ee6beb-ae1d-40b4-b339-5bbd9cc65dab tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 947 time: 0.0486488 Oct 27 01:26:13.654522 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6aadf680-9c47-457a-ad36-13a275a0ed98 req-200d8844-9cbf-4e8c-890e-0373a237a7f6 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356600 Oct 27 01:26:14.777060 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d2c3d-6f6f-4fe5-856c-6f806576edf3 req-9e7f81d6-6e5e-4177-b0b4-922b88caca76 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:14.779004 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-518d2c3d-6f6f-4fe5-856c-6f806576edf3 req-9e7f81d6-6e5e-4177-b0b4-922b88caca76 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 947 time: 0.0501692 Oct 27 01:26:14.816734 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-518d2c3d-6f6f-4fe5-856c-6f806576edf3 req-efbce1bd-d598-425c-87eb-6ff63a164d84 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups?id=f08efc46-9eaf-42c3-994f-c09e9e63a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318947 Oct 27 01:26:15.264042 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d794757-f8d9-483f-bc29-cfad9c488cde req-45606a53-c277-4708-8aa9-f50ee5b38980 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:15.265721 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7d794757-f8d9-483f-bc29-cfad9c488cde req-45606a53-c277-4708-8aa9-f50ee5b38980 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.36 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 947 time: 0.0513039 Oct 27 01:26:15.364249 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-7d794757-f8d9-483f-bc29-cfad9c488cde req-95763763-9844-4272-b961-751a327627a9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Deleting port e5a41bc8-5800-477e-a3ef-d44033785f79 {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:26:15.364616 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-7d794757-f8d9-483f-bc29-cfad9c488cde req-95763763-9844-4272-b961-751a327627a9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:15.460331 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-7d794757-f8d9-483f-bc29-cfad9c488cde req-95763763-9844-4272-b961-751a327627a9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] For port e5a41bc8-5800-477e-a3ef-d44033785f79, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=e5a41bc8-5800-477e-a3ef-d44033785f79,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:15.460685 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-7d794757-f8d9-483f-bc29-cfad9c488cde req-95763763-9844-4272-b961-751a327627a9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:15.627780 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-7d794757-f8d9-483f-bc29-cfad9c488cde req-95763763-9844-4272-b961-751a327627a9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:15.628144 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-7d794757-f8d9-483f-bc29-cfad9c488cde req-95763763-9844-4272-b961-751a327627a9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3723056'] for floatingip, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:15.628466 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.db.l3_db [req-7d794757-f8d9-483f-bc29-cfad9c488cde req-95763763-9844-4272-b961-751a327627a9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Floating IP 0567b923-7820-4d2c-91d4-12424c9ed8f9 disassociated. External IP: 172.27.3.156, port: e5a41bc8-5800-477e-a3ef-d44033785f79. Oct 27 01:26:15.628811 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-7d794757-f8d9-483f-bc29-cfad9c488cde req-95763763-9844-4272-b961-751a327627a9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Calling delete_port for e5a41bc8-5800-477e-a3ef-d44033785f79 owned by compute:nova {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:26:15.859028 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-7d794757-f8d9-483f-bc29-cfad9c488cde req-95763763-9844-4272-b961-751a327627a9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:15.888556 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95763763-9844-4272-b961-751a327627a9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Pushing event deleted for resources: {'Port': ['ID=e5a41bc8-5800-477e-a3ef-d44033785f79,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:15.916901 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-956e027a-6ce4-4173-8334-55c85db11d22 req-950cc3d3-11ef-447f-bad2-7e71b12cb982 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/ports?device_id=22168f93-be95-4a0a-ba03-afbae82e5931 HTTP/1.1" status: 200 len: 210 time: 0.0261779 Oct 27 01:26:16.004633 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d794757-f8d9-483f-bc29-cfad9c488cde req-95763763-9844-4272-b961-751a327627a9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Router 476010ed-4096-457a-a137-d7a253712a27 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:26:16.114156 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d794757-f8d9-483f-bc29-cfad9c488cde req-95763763-9844-4272-b961-751a327627a9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:26:16.125699 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665e8c20-c6ae-413d-a1f0-a88d9c427394 None None] Sync routers for ids ['476010ed-4096-457a-a137-d7a253712a27'] in dv-cinder-815560-1-iscsi {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:26:16.137517 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665e8c20-c6ae-413d-a1f0-a88d9c427394 None None] Routers {'476010ed-4096-457a-a137-d7a253712a27'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:26:16.138472 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-665e8c20-c6ae-413d-a1f0-a88d9c427394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:25:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['476010ed-4096-457a-a137-d7a253712a27'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:16.154198 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d794757-f8d9-483f-bc29-cfad9c488cde req-95763763-9844-4272-b961-751a327627a9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] No DVR routers for this DVR port e5a41bc8-5800-477e-a3ef-d44033785f79 on host hv-cinder-81556 {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:26:16.156786 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-7d794757-f8d9-483f-bc29-cfad9c488cde req-95763763-9844-4272-b961-751a327627a9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:16.160864 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7d794757-f8d9-483f-bc29-cfad9c488cde req-95763763-9844-4272-b961-751a327627a9 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.36 "DELETE /v2.0/ports/e5a41bc8-5800-477e-a3ef-d44033785f79 HTTP/1.1" status: 204 len: 173 time: 0.8862545 Oct 27 01:26:16.160864 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22168f93-be95-4a0a-ba03-afbae82e5931', 'name': 'network-vif-deleted', 'tag': 'e5a41bc8-5800-477e-a3ef-d44033785f79'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:26:16.163138 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a49157-219b-4c99-aee9-cbd71f40ca4d" -d '{"events": [{"server_uuid": "22168f93-be95-4a0a-ba03-afbae82e5931", "name": "network-vif-deleted", "tag": "e5a41bc8-5800-477e-a3ef-d44033785f79"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:26:16.205166 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54637bf8-35c2-48db-bba5-7ee86886a99e x-openstack-request-id: req-54637bf8-35c2-48db-bba5-7ee86886a99e {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:26:16.205465 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22168f93-be95-4a0a-ba03-afbae82e5931", "name": "network-vif-deleted", "tag": "e5a41bc8-5800-477e-a3ef-d44033785f79", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:26:16.205722 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54637bf8-35c2-48db-bba5-7ee86886a99e {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:26:16.206147 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22168f93-be95-4a0a-ba03-afbae82e5931', 'name': 'network-vif-deleted', 'tag': 'e5a41bc8-5800-477e-a3ef-d44033785f79', 'status': 'completed', 'code': 200} Oct 27 01:26:16.270675 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-665e8c20-c6ae-413d-a1f0-a88d9c427394 None None] Set router 476010ed-4096-457a-a137-d7a253712a27 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:26:16.478657 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-665e8c20-c6ae-413d-a1f0-a88d9c427394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476010ed-4096-457a-a137-d7a253712a27', 'name': 'tempest-AttachVolumeShelveTestJSON-962092474-router', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 4, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'gw_port': {'id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:11Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': 'f2d6fd69-0257-4701-888b-913d6fd91027', 'name': '', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'mac_address': 'fa:16:3e:a9:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:23Z', 'revision_number': 5, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'subnets': [{'id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:16.504925 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665e8c20-c6ae-413d-a1f0-a88d9c427394 None None] Checking router: 476010ed-4096-457a-a137-d7a253712a27 for host: dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:26:16.513317 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665e8c20-c6ae-413d-a1f0-a88d9c427394 None None] Routers {'476010ed-4096-457a-a137-d7a253712a27'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:26:16.513920 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-665e8c20-c6ae-413d-a1f0-a88d9c427394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:25:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['476010ed-4096-457a-a137-d7a253712a27'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:16.626323 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:16.652812 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38370) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:16.707087 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-665e8c20-c6ae-413d-a1f0-a88d9c427394 None None] Set router 476010ed-4096-457a-a137-d7a253712a27 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:26:16.762221 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d1c81b0e-2f27-4f74-92cd-e30a2474acf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:16.845160 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d1c81b0e-2f27-4f74-92cd-e30a2474acf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:16.916909 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-665e8c20-c6ae-413d-a1f0-a88d9c427394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476010ed-4096-457a-a137-d7a253712a27', 'name': 'tempest-AttachVolumeShelveTestJSON-962092474-router', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 4, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'gw_port': {'id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:11Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': 'f2d6fd69-0257-4701-888b-913d6fd91027', 'name': '', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'mac_address': 'fa:16:3e:a9:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:23Z', 'revision_number': 5, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'subnets': [{'id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:16.946970 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665e8c20-c6ae-413d-a1f0-a88d9c427394 None None] The sync data for ids ['476010ed-4096-457a-a137-d7a253712a27'] in dv-cinder-815560-1-iscsi is: [{'id': '476010ed-4096-457a-a137-d7a253712a27', 'name': 'tempest-AttachVolumeShelveTestJSON-962092474-router', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:19:16Z', 'revision_number': 4, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'gw_port': {'id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:11Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': 'f2d6fd69-0257-4701-888b-913d6fd91027', 'name': '', 'network_id': '337a2dfd-96cd-45e0-abce-401982e807e4', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'mac_address': 'fa:16:3e:a9:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:15Z', 'updated_at': '2021-10-27T01:19:23Z', 'revision_number': 5, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'subnets': [{'id': '4e98a956-2627-48e5-9a9f-97fe27314719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:26:16.968130 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d1c81b0e-2f27-4f74-92cd-e30a2474acf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:17.019494 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-d1c81b0e-2f27-4f74-92cd-e30a2474acf0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6541772f6d244428928ee4f3601905b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648005 Oct 27 01:26:17.021363 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c81b0e-2f27-4f74-92cd-e30a2474acf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd20c91a-ed4d-466f-98ac-93a36aa50b19,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:17.027716 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38378) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:17.071365 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38380) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:17.084057 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ca403c2f-df36-4ab3-8e86-f9bcf41889eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:17.113760 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ca403c2f-df36-4ab3-8e86-f9bcf41889eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:17.141898 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-82276b11-2b45-4e33-82cd-3e46534ce9c0 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:17.166537 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-82276b11-2b45-4e33-82cd-3e46534ce9c0 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:17.200068 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d954633c-317b-458b-b25e-4aaec1b3f470 None None] New status for floating IP 0567b923-7820-4d2c-91d4-12424c9ed8f9: DOWN {{(pid=102102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:26:17.260165 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ca403c2f-df36-4ab3-8e86-f9bcf41889eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:17.263358 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ca403c2f-df36-4ab3-8e86-f9bcf41889eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:17.264495 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-ca403c2f-df36-4ab3-8e86-f9bcf41889eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd20c91a-ed4d-466f-98ac-93a36aa50b19 HTTP/1.1" status: 204 len: 168 time: 0.2348492 Oct 27 01:26:17.272338 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca403c2f-df36-4ab3-8e86-f9bcf41889eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd20c91a-ed4d-466f-98ac-93a36aa50b19,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:17.294897 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-82276b11-2b45-4e33-82cd-3e46534ce9c0 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:17.297843 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-82276b11-2b45-4e33-82cd-3e46534ce9c0 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:17.299039 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-82276b11-2b45-4e33-82cd-3e46534ce9c0 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "DELETE /v2.0/security-groups/f08efc46-9eaf-42c3-994f-c09e9e63a468 HTTP/1.1" status: 204 len: 168 time: 0.2265351 Oct 27 01:26:17.301952 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38384) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:17.308432 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82276b11-2b45-4e33-82cd-3e46534ce9c0 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08efc46-9eaf-42c3-994f-c09e9e63a468,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:17.317021 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.api.v2.resource [None req-b0ffa464-b418-4b1d-9c21-72c733da9885 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] show failed (client error): The resource could not be found. Oct 27 01:26:17.318046 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-b0ffa464-b418-4b1d-9c21-72c733da9885 tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "GET /v2.0/security-groups/f08efc46-9eaf-42c3-994f-c09e9e63a468 HTTP/1.1" status: 404 len: 347 time: 0.0149312 Oct 27 01:26:17.321322 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38386) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:17.455847 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-c47b3d1d-f4cc-4f67-8b21-6aeb0a3914af tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Deleting port f998c762-3faf-434e-ae19-0ff35d512c22 {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:26:17.456185 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c47b3d1d-f4cc-4f67-8b21-6aeb0a3914af tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:17.538736 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c47b3d1d-f4cc-4f67-8b21-6aeb0a3914af tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:17.539022 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c47b3d1d-f4cc-4f67-8b21-6aeb0a3914af tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:17.551247 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-c47b3d1d-f4cc-4f67-8b21-6aeb0a3914af tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Calling delete_port for f998c762-3faf-434e-ae19-0ff35d512c22 owned by network:floatingip {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:26:17.756164 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c47b3d1d-f4cc-4f67-8b21-6aeb0a3914af tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:17.784837 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b3d1d-f4cc-4f67-8b21-6aeb0a3914af tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Pushing event deleted for resources: {'Port': ['ID=f998c762-3faf-434e-ae19-0ff35d512c22,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:17.844315 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c47b3d1d-f4cc-4f67-8b21-6aeb0a3914af tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks [] for floatingip, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:17.846888 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c47b3d1d-f4cc-4f67-8b21-6aeb0a3914af tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for floatingip, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:17.848062 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-c47b3d1d-f4cc-4f67-8b21-6aeb0a3914af tempest-AttachVolumeShelveTestJSON-94964657 tempest-AttachVolumeShelveTestJSON-94964657-project] 10.222.0.32 "DELETE /v2.0/floatingips/0567b923-7820-4d2c-91d4-12424c9ed8f9 HTTP/1.1" status: 204 len: 168 time: 0.5255318 Oct 27 01:26:18.008346 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38394) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:18.022416 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-7e76d1f4-6638-4b88-980d-21b5415f38d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:18.093669 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-7e76d1f4-6638-4b88-980d-21b5415f38d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:18.163301 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-7e76d1f4-6638-4b88-980d-21b5415f38d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:18.202193 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-7e76d1f4-6638-4b88-980d-21b5415f38d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b8908eb431e48a8a69cda0cb6939e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1927202 Oct 27 01:26:18.203041 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76d1f4-6638-4b88-980d-21b5415f38d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96236f93-cad3-400b-84ff-c148bbac7d6e,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:18.204815 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38398) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:18.255656 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bfd48b76-f3f1-402a-b2f6-8e99eee13642 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:18.276659 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bfd48b76-f3f1-402a-b2f6-8e99eee13642 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:18.397252 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bfd48b76-f3f1-402a-b2f6-8e99eee13642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:18.399899 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bfd48b76-f3f1-402a-b2f6-8e99eee13642 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:18.403914 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-bfd48b76-f3f1-402a-b2f6-8e99eee13642 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96236f93-cad3-400b-84ff-c148bbac7d6e HTTP/1.1" status: 204 len: 168 time: 0.1944652 Oct 27 01:26:18.408767 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd48b76-f3f1-402a-b2f6-8e99eee13642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96236f93-cad3-400b-84ff-c148bbac7d6e,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:18.856216 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device e5a41bc8-5800-477e-a3ef-d44033785f79 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:26:18.877064 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] No Port match for: e5a41bc8-5800-477e-a3ef-d44033785f79 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:26:18.877409 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device e5a41bc8-5800-477e-a3ef-d44033785f79 not bound to the agent host hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:26:19.105536 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38406) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:19.120806 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ee7d41ef-dd61-4e6c-9ade-9ebcd0fb04d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:19.200664 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ee7d41ef-dd61-4e6c-9ade-9ebcd0fb04d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:19.304468 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ee7d41ef-dd61-4e6c-9ade-9ebcd0fb04d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:19.343302 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-ee7d41ef-dd61-4e6c-9ade-9ebcd0fb04d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8c1de61c9f447c59f8d7664166d1c04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361557 Oct 27 01:26:19.344141 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d41ef-dd61-4e6c-9ade-9ebcd0fb04d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936136ef-b799-448f-ae48-f181f59a82b2,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:19.346003 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38416) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:19.637126 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d183af40-2170-4030-b424-76002b4c7081 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:19.660277 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d183af40-2170-4030-b424-76002b4c7081 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:19.797200 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d183af40-2170-4030-b424-76002b4c7081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:19.799886 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d183af40-2170-4030-b424-76002b4c7081 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:19.801123 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-d183af40-2170-4030-b424-76002b4c7081 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/936136ef-b799-448f-ae48-f181f59a82b2 HTTP/1.1" status: 204 len: 168 time: 0.4534981 Oct 27 01:26:19.808801 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183af40-2170-4030-b424-76002b4c7081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936136ef-b799-448f-ae48-f181f59a82b2,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:20.791460 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38452) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:20.954417 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-7b1b5089-6992-45b9-9d77-776a50690703 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-461718875&fields=id&tenant_id=80ccd2038569468b9d4f7a063fb346c9 HTTP/1.1" status: 200 len: 267 time: 0.0388691 Oct 27 01:26:21.070847 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-9abe3405-420c-4a1d-a05b-d6b4b60dcdab tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:21.072361 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-9abe3405-420c-4a1d-a05b-d6b4b60dcdab tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/networks?id=d6e401b1-a90b-4326-8b49-61e14b7b154a HTTP/1.1" status: 200 len: 811 time: 0.1111069 Oct 27 01:26:21.095098 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-eca21a25-67c9-43d3-b63f-06363271646c tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/quotas/80ccd2038569468b9d4f7a063fb346c9 HTTP/1.1" status: 200 len: 375 time: 0.0160034 Oct 27 01:26:21.192966 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-9501d2f2-63b3-4df8-819d-680fd8eb4207 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=80ccd2038569468b9d4f7a063fb346c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876441 Oct 27 01:26:21.405055 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-3f7a14bd-b559-4eaa-bb9d-ce1a7fd12f6e service neutron] 10.222.0.32 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100363 Oct 27 01:26:21.429912 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3721264'] for router_interface, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:21.506853 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-70305414-31ac-42f7-932b-25fed890205f service neutron] 10.222.0.32 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934207 Oct 27 01:26:21.694136 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] Deleting port f2d6fd69-0257-4701-888b-913d6fd91027 {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:26:21.694546 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:21.778383 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] For port f2d6fd69-0257-4701-888b-913d6fd91027, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=f2d6fd69-0257-4701-888b-913d6fd91027,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:21.778716 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:21.790978 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] Calling delete_port for f2d6fd69-0257-4701-888b-913d6fd91027 owned by network:router_interface {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:26:22.061318 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:22.087267 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d6fd69-0257-4701-888b-913d6fd91027,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:22.099274 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:22.099636 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:22.100276 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:22.100613 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:22.100942 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:22.101297 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:22.101865 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:22.102351 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:22.102689 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:22.103018 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:22.103345 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:22.103670 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:22.209928 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6fd1aadb-548b-407a-9985-546a1c7784c2 req-ab6d12e6-dbb0-4a52-a386-7ce2ad71b064 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 210 time: 0.0400774 Oct 27 01:26:22.317780 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3631234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3721436'] for router_interface, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:22.534142 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] Router 476010ed-4096-457a-a137-d7a253712a27 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:26:22.647600 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:26:22.652616 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-d47690dd-fea3-46e1-b15c-9c5fa7cb6606 admin admin] 10.222.0.32 "PUT /v2.0/routers/476010ed-4096-457a-a137-d7a253712a27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8600023 Oct 27 01:26:22.655761 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38498) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:22.657856 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68bcb47-a455-4152-8fd0-bf33108716f2 None None] Sync routers for ids ['476010ed-4096-457a-a137-d7a253712a27'] in dv-cinder-815560-1-iscsi {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:26:22.675703 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68bcb47-a455-4152-8fd0-bf33108716f2 None None] Routers {'476010ed-4096-457a-a137-d7a253712a27'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:26:22.676594 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-d68bcb47-a455-4152-8fd0-bf33108716f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:25:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['476010ed-4096-457a-a137-d7a253712a27'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:22.780105 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a485885e-ec87-4617-9fb0-356522b5b966 admin admin] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:22.797342 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-d68bcb47-a455-4152-8fd0-bf33108716f2 None None] Set router 476010ed-4096-457a-a137-d7a253712a27 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:26:22.885129 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a485885e-ec87-4617-9fb0-356522b5b966 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:22.977107 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-d68bcb47-a455-4152-8fd0-bf33108716f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476010ed-4096-457a-a137-d7a253712a27', 'name': 'tempest-AttachVolumeShelveTestJSON-962092474-router', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:26:21Z', 'revision_number': 5, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'gw_port': {'id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:11Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:23.007268 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68bcb47-a455-4152-8fd0-bf33108716f2 None None] Checking router: 476010ed-4096-457a-a137-d7a253712a27 for host: dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:26:23.015928 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68bcb47-a455-4152-8fd0-bf33108716f2 None None] Routers {'476010ed-4096-457a-a137-d7a253712a27'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:26:23.016522 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-d68bcb47-a455-4152-8fd0-bf33108716f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:25:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['476010ed-4096-457a-a137-d7a253712a27'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:23.079054 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-a485885e-ec87-4617-9fb0-356522b5b966 admin admin] Deleting port f3358a17-8a1b-4370-817d-4989fb532c3d {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:26:23.079389 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a485885e-ec87-4617-9fb0-356522b5b966 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:23.119739 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-d68bcb47-a455-4152-8fd0-bf33108716f2 None None] Set router 476010ed-4096-457a-a137-d7a253712a27 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:26:23.161340 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-a485885e-ec87-4617-9fb0-356522b5b966 admin admin] For port f3358a17-8a1b-4370-817d-4989fb532c3d, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=f3358a17-8a1b-4370-817d-4989fb532c3d,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:23.166132 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a485885e-ec87-4617-9fb0-356522b5b966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:23.175536 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-a485885e-ec87-4617-9fb0-356522b5b966 admin admin] Calling delete_port for f3358a17-8a1b-4370-817d-4989fb532c3d owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:26:23.301486 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-d68bcb47-a455-4152-8fd0-bf33108716f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476010ed-4096-457a-a137-d7a253712a27', 'name': 'tempest-AttachVolumeShelveTestJSON-962092474-router', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:26:21Z', 'revision_number': 5, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'gw_port': {'id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:11Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:23.330407 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68bcb47-a455-4152-8fd0-bf33108716f2 None None] The sync data for ids ['476010ed-4096-457a-a137-d7a253712a27'] in dv-cinder-815560-1-iscsi is: [{'id': '476010ed-4096-457a-a137-d7a253712a27', 'name': 'tempest-AttachVolumeShelveTestJSON-962092474-router', 'tenant_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:19:09Z', 'updated_at': '2021-10-27T01:26:21Z', 'revision_number': 5, 'project_id': '6304b3ad2b4e4bf398ccbae70b72f46d', 'gw_port': {'id': 'f3358a17-8a1b-4370-817d-4989fb532c3d', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476010ed-4096-457a-a137-d7a253712a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:19:11Z', 'updated_at': '2021-10-27T01:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:26:23.483448 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-06271f87-684c-436b-ae3d-b60e583fc581 req-1b543968-4427-48ea-bfc7-47ed585009ee tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 210 time: 0.0308206 Oct 27 01:26:23.688869 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a485885e-ec87-4617-9fb0-356522b5b966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:23.716211 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485885e-ec87-4617-9fb0-356522b5b966 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3358a17-8a1b-4370-817d-4989fb532c3d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:23.779892 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a485885e-ec87-4617-9fb0-356522b5b966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3723134'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:23.814343 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9d2d7da8-c5ed-4705-a93e-c8a863a4438c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:23.897722 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a485885e-ec87-4617-9fb0-356522b5b966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3724263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:23.897722 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a485885e-ec87-4617-9fb0-356522b5b966 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:23.973058 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device f2d6fd69-0257-4701-888b-913d6fd91027 no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:26:23.998303 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: f2d6fd69-0257-4701-888b-913d6fd91027 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:26:23.998634 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device f2d6fd69-0257-4701-888b-913d6fd91027 not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:26:24.003862 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a485885e-ec87-4617-9fb0-356522b5b966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3724270'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:24.004578 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a485885e-ec87-4617-9fb0-356522b5b966 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 476010ed-4096-457a-a137-d7a253712a27 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:26:24.013428 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a485885e-ec87-4617-9fb0-356522b5b966 admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:24.013836 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-a485885e-ec87-4617-9fb0-356522b5b966 admin admin] 10.222.0.32 "DELETE /v2.0/routers/476010ed-4096-457a-a137-d7a253712a27 HTTP/1.1" status: 204 len: 168 time: 1.3567946 Oct 27 01:26:24.016571 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38514) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:24.063976 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-5576463d-8a59-4f3e-ac17-a4a3eb4be414 admin admin] Deleting subnet 4e98a956-2627-48e5-9a9f-97fe27314719 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:26:24.067368 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5576463d-8a59-4f3e-ac17-a4a3eb4be414 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:24.106618 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5576463d-8a59-4f3e-ac17-a4a3eb4be414 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25808289'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:24.190416 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5576463d-8a59-4f3e-ac17-a4a3eb4be414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1553078'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:24.335036 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5576463d-8a59-4f3e-ac17-a4a3eb4be414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25808858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29180628'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:24.361884 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576463d-8a59-4f3e-ac17-a4a3eb4be414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e98a956-2627-48e5-9a9f-97fe27314719,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:24.367574 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5576463d-8a59-4f3e-ac17-a4a3eb4be414 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:24.372388 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-5576463d-8a59-4f3e-ac17-a4a3eb4be414 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4e98a956-2627-48e5-9a9f-97fe27314719 HTTP/1.1" status: 204 len: 168 time: 0.3532596 Oct 27 01:26:24.374229 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38516) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:24.375034 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bad22c-33be-4319-8d0f-4d34bd78a719 None None] Network 337a2dfd-96cd-45e0-abce-401982e807e4 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:26:24.454232 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3423825b-3b29-4b85-8cad-b4cbd18fec64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561603'] for network, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:24.546179 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-3423825b-3b29-4b85-8cad-b4cbd18fec64 admin admin] Deleting port f15f7947-5731-4a89-ba76-8ef3fff007e9 {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:26:24.546637 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3423825b-3b29-4b85-8cad-b4cbd18fec64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:24.613995 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406534b8-973a-4e9b-bbfa-d7998ea590cb None None] DHCP port deletion for 337a2dfd-96cd-45e0-abce-401982e807e4 request from dv-cinder-815560-1-iscsi {{(pid=102102) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 01:26:24.619244 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ff558316-ac71-498f-b377-47b9ad2ec19b req-4214eb2a-6fcb-4c3a-8849-54a45a668d3a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 210 time: 0.0328314 Oct 27 01:26:24.652012 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [None req-3423825b-3b29-4b85-8cad-b4cbd18fec64 admin admin] For port f15f7947-5731-4a89-ba76-8ef3fff007e9, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=f15f7947-5731-4a89-ba76-8ef3fff007e9,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:24.652460 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3423825b-3b29-4b85-8cad-b4cbd18fec64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:24.665523 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-3423825b-3b29-4b85-8cad-b4cbd18fec64 admin admin] Calling delete_port for f15f7947-5731-4a89-ba76-8ef3fff007e9 owned by network:dhcp {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:26:24.678671 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-406534b8-973a-4e9b-bbfa-d7998ea590cb None None] Deleting port f15f7947-5731-4a89-ba76-8ef3fff007e9 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:26:24.679223 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-406534b8-973a-4e9b-bbfa-d7998ea590cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:24.741363 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-406534b8-973a-4e9b-bbfa-d7998ea590cb None None] For port f15f7947-5731-4a89-ba76-8ef3fff007e9, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=f15f7947-5731-4a89-ba76-8ef3fff007e9,segment=NetworkSegment(52571d82-3ec1-4449-95ba-dde16a9cd955),segment_id=52571d82-3ec1-4449-95ba-dde16a9cd955)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:24.741755 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-406534b8-973a-4e9b-bbfa-d7998ea590cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:24.754583 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-406534b8-973a-4e9b-bbfa-d7998ea590cb None None] Calling delete_port for f15f7947-5731-4a89-ba76-8ef3fff007e9 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:26:24.839590 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3423825b-3b29-4b85-8cad-b4cbd18fec64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:24.900510 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423825b-3b29-4b85-8cad-b4cbd18fec64 admin admin] Pushing event deleted for resources: {'Port': ['ID=f15f7947-5731-4a89-ba76-8ef3fff007e9,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:24.902524 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3423825b-3b29-4b85-8cad-b4cbd18fec64 admin admin] No DVR routers for this DVR port f15f7947-5731-4a89-ba76-8ef3fff007e9 on host dv-cinder-815560-1-iscsi {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:26:24.961988 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-406534b8-973a-4e9b-bbfa-d7998ea590cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:24.989900 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406534b8-973a-4e9b-bbfa-d7998ea590cb None None] Pushing event deleted for resources: {'Port': ['ID=f15f7947-5731-4a89-ba76-8ef3fff007e9,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:24.993757 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406534b8-973a-4e9b-bbfa-d7998ea590cb None None] No DVR routers for this DVR port f15f7947-5731-4a89-ba76-8ef3fff007e9 on host dv-cinder-815560-1-iscsi {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:26:25.012876 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3423825b-3b29-4b85-8cad-b4cbd18fec64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552445', 'neutron.services.segments.db._delete_segments_for_network-8793629371679'] for network, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:25.021617 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-86b92414-f20c-4f15-bd21-f21505bb7501 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:25.023182 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-86b92414-f20c-4f15-bd21-f21505bb7501 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.36 "GET /v2.0/networks?id=d6e401b1-a90b-4326-8b49-61e14b7b154a HTTP/1.1" status: 200 len: 811 time: 0.2052221 Oct 27 01:26:25.042808 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-3423825b-3b29-4b85-8cad-b4cbd18fec64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337a2dfd-96cd-45e0-abce-401982e807e4']}} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:25.061705 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-3423825b-3b29-4b85-8cad-b4cbd18fec64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52571d82-3ec1-4449-95ba-dde16a9cd955') {'for_net_delete': True} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:25.061999 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-3423825b-3b29-4b85-8cad-b4cbd18fec64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52571d82-3ec1-4449-95ba-dde16a9cd955') {} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:25.073163 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3423825b-3b29-4b85-8cad-b4cbd18fec64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793629372712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25380428'] for segment, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:25.106052 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-98becf37-754e-42ff-88da-837710385edc tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80ccd2038569468b9d4f7a063fb346c9 HTTP/1.1" status: 200 len: 379 time: 0.0656540 Oct 27 01:26:25.107009 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3423825b-3b29-4b85-8cad-b4cbd18fec64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:25.114406 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3423825b-3b29-4b85-8cad-b4cbd18fec64 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:26:25.114834 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3423825b-3b29-4b85-8cad-b4cbd18fec64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25380066'] for segment, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:25.119426 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-f9af4301-a433-4c65-9c8b-6ed6461106e7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Request body: {'port': {'device_id': '7a39a6a3-72c4-4c0d-8bad-2971fbebc302', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'admin_state_up': True, 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'security_groups': ['193161ab-9723-4884-9fd2-6c431568ddba']}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: Traceback (most recent call last): Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: timer() Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: cb(*args, **kw) Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: return func(*args, **kwargs) Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: self._notify() Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: self.callback(batched_events) Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: event.method(event) Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: return f(self, *a, **k) Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: return self._get(url).json() Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: return self.request(url, 'GET', **kwargs) Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:26:25.122358 dv-cinder-815560-1-iscsi neutron-server[102100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:26:25.333378 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3423825b-3b29-4b85-8cad-b4cbd18fec64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3723074'] for network, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:25.338695 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-3423825b-3b29-4b85-8cad-b4cbd18fec64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:25.342117 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-3423825b-3b29-4b85-8cad-b4cbd18fec64 admin admin] 10.222.0.32 "DELETE /v2.0/networks/337a2dfd-96cd-45e0-abce-401982e807e4 HTTP/1.1" status: 204 len: 168 time: 0.9668171 Oct 27 01:26:25.353721 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423825b-3b29-4b85-8cad-b4cbd18fec64 admin admin] Pushing event deleted for resources: {'Network': ['ID=337a2dfd-96cd-45e0-abce-401982e807e4,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:25.403462 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-f9af4301-a433-4c65-9c8b-6ed6461106e7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Made reservation on behalf of 80ccd2038569468b9d4f7a063fb346c9 for: {'port': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:26:25.407078 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-f9af4301-a433-4c65-9c8b-6ed6461106e7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:25.530622 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-f9af4301-a433-4c65-9c8b-6ed6461106e7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Allocated IP 172.20.0.4 (d6e401b1-a90b-4326-8b49-61e14b7b154a/5554eb9a-5b57-487f-bd78-35cf8048ca00/b47b9ded-707a-4e56-a5c7-2e7f5cee57d1) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:26:25.681456 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-f9af4301-a433-4c65-9c8b-6ed6461106e7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:25.726795 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3d4779d0-c7fb-4b07-80c8-f8c0c2665a28 req-b8117825-62a8-492d-b626-7b6b280cb379 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 210 time: 0.0335135 Oct 27 01:26:25.792145 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-f9af4301-a433-4c65-9c8b-6ed6461106e7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:25.820309 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38534) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:25.841083 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-f9af4301-a433-4c65-9c8b-6ed6461106e7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Network d6e401b1-a90b-4326-8b49-61e14b7b154a is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:26:25.844347 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-f9af4301-a433-4c65-9c8b-6ed6461106e7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:26:25.848599 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-f9af4301-a433-4c65-9c8b-6ed6461106e7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:26:25.856096 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af4301-a433-4c65-9c8b-6ed6461106e7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Pushing event updated for resources: {'Port': ['ID=b47b9ded-707a-4e56-a5c7-2e7f5cee57d1,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:25.897196 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-fc3483e3-da19-4af2-9ce5-ac5741650b1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6304b3ad2b4e4bf398ccbae70b72f46d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0738559 Oct 27 01:26:25.898270 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38536) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:25.903751 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device f3358a17-8a1b-4370-817d-4989fb532c3d no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:26:25.919239 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-f9af4301-a433-4c65-9c8b-6ed6461106e7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:25.920086 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-f9af4301-a433-4c65-9c8b-6ed6461106e7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:25.932706 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: f3358a17-8a1b-4370-817d-4989fb532c3d {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:26:25.933061 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device f3358a17-8a1b-4370-817d-4989fb532c3d not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:26:25.933503 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device f15f7947-5731-4a89-ba76-8ef3fff007e9 no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:26:25.954915 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: f15f7947-5731-4a89-ba76-8ef3fff007e9 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:26:25.955266 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device f15f7947-5731-4a89-ba76-8ef3fff007e9 not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:26:25.961542 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5133fd78-2092-4a73-ba74-f9592b2addc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:25.989354 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5133fd78-2092-4a73-ba74-f9592b2addc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:26.027123 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-f9af4301-a433-4c65-9c8b-6ed6461106e7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9138584 Oct 27 01:26:26.048915 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] Request body: {'port': {'device_id': '7a39a6a3-72c4-4c0d-8bad-2971fbebc302', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:26:26.103559 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:26.122864 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-19e01b31-5c31-4432-b4f2-13d0348fded1 None None] Provisioning complete for port b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:26:26.123460 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-19e01b31-5c31-4432-b4f2-13d0348fded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:26.158710 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-19e01b31-5c31-4432-b4f2-13d0348fded1 None None] Port b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:26:26.169062 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5133fd78-2092-4a73-ba74-f9592b2addc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:26.171793 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5133fd78-2092-4a73-ba74-f9592b2addc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:26.173103 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-5133fd78-2092-4a73-ba74-f9592b2addc9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/795b6248-f669-4ef9-be36-ecbec6b1b0c5 HTTP/1.1" status: 204 len: 168 time: 0.2736685 Oct 27 01:26:26.182209 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133fd78-2092-4a73-ba74-f9592b2addc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795b6248-f669-4ef9-be36-ecbec6b1b0c5,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:26.367512 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-68abb61e-1a25-40bf-8d6d-dc6d7d19faa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:26.397542 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 {{(pid=102100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:26:26.405168 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:26.417019 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.provisioning_blocks [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] Transition to ACTIVE for port object b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 will not be triggered until provisioned by entity L2. {{(pid=102100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:26:26.580252 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:26.629873 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=b47b9ded-707a-4e56-a5c7-2e7f5cee57d1,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:26.712777 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] Attempting to bind port b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:26:26.713251 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] Attempting to bind port b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '854d7faf-d8bf-4f8e-bc64-be8445d2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a'}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:26:26.713570 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] Attempting to bind port b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 on network d6e401b1-a90b-4326-8b49-61e14b7b154a {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:26:26.718611 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] Port b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 on network d6e401b1-a90b-4326-8b49-61e14b7b154a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:26:26.718937 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] Attempting to bind port b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 on network d6e401b1-a90b-4326-8b49-61e14b7b154a {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:26:26.724075 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] Checking agent: {'id': '5557effb-edc1-4af5-af56-f2013bdcbb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'started_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:26:26.724412 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] Checking segment: {'id': '854d7faf-d8bf-4f8e-bc64-be8445d2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:26:26.725056 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] Bound using segment: {'id': '854d7faf-d8bf-4f8e-bc64-be8445d2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a'} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:26:26.725491 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] Bound port: b47b9ded-707a-4e56-a5c7-2e7f5cee57d1, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854d7faf-d8bf-4f8e-bc64-be8445d2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a'}}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:26:26.725854 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:26.820092 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] For port b47b9ded-707a-4e56-a5c7-2e7f5cee57d1, host hv-cinder-81556, cleared binding levels {{(pid=102100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:26:26.823609 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] For port b47b9ded-707a-4e56-a5c7-2e7f5cee57d1, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=b47b9ded-707a-4e56-a5c7-2e7f5cee57d1,segment=NetworkSegment(854d7faf-d8bf-4f8e-bc64-be8445d2a728),segment_id=854d7faf-d8bf-4f8e-bc64-be8445d2a728)] {{(pid=102100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:26:26.867924 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdb53a-3d06-404d-9463-e4f3a9456b65 req-0c423484-eaf5-4ac9-b04b-119d8e32713c tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:26.869481 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a6cdb53a-3d06-404d-9463-e4f3a9456b65 req-0c423484-eaf5-4ac9-b04b-119d8e32713c tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 943 time: 0.0499010 Oct 27 01:26:26.900730 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:26.912363 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a6cdb53a-3d06-404d-9463-e4f3a9456b65 req-d3fb583a-b8c3-47ee-b7e3-a4013838f394 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333972 Oct 27 01:26:26.939622 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:26.940238 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:26.941700 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] 10.222.0.36 "PUT /v2.0/ports/b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 HTTP/1.1" status: 200 len: 1093 time: 0.8973417 Oct 27 01:26:26.942236 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a39a6a3-72c4-4c0d-8bad-2971fbebc302', 'tag': 'b47b9ded-707a-4e56-a5c7-2e7f5cee57d1'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:26:26.944576 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ade2e5-c53c-4d76-b2d7-cb33313138d2" -d '{"events": [{"name": "network-changed", "server_uuid": "7a39a6a3-72c4-4c0d-8bad-2971fbebc302", "tag": "b47b9ded-707a-4e56-a5c7-2e7f5cee57d1"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:26:26.966250 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfc39d-fd0a-45e2-bdd6-8cb154374ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=b47b9ded-707a-4e56-a5c7-2e7f5cee57d1,revision_number=3']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:26.994098 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d556bf1e-bd71-48fb-8f5e-b6fd538525f5 x-openstack-request-id: req-d556bf1e-bd71-48fb-8f5e-b6fd538525f5 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:26:26.994497 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a39a6a3-72c4-4c0d-8bad-2971fbebc302", "tag": "b47b9ded-707a-4e56-a5c7-2e7f5cee57d1", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:26:26.994843 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d556bf1e-bd71-48fb-8f5e-b6fd538525f5 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:26:26.995333 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a39a6a3-72c4-4c0d-8bad-2971fbebc302', 'tag': 'b47b9ded-707a-4e56-a5c7-2e7f5cee57d1', 'status': 'completed', 'code': 200} Oct 27 01:26:27.094186 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ade2e5-c53c-4d76-b2d7-cb33313138d2 req-30665417-887a-4e59-9b27-888567788014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:27.095739 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-42ade2e5-c53c-4d76-b2d7-cb33313138d2 req-30665417-887a-4e59-9b27-888567788014 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80ccd2038569468b9d4f7a063fb346c9&device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 1096 time: 0.0457177 Oct 27 01:26:27.209090 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ade2e5-c53c-4d76-b2d7-cb33313138d2 req-2e25b090-f131-46a3-a5b0-2e210a1c3479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:27.210859 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-42ade2e5-c53c-4d76-b2d7-cb33313138d2 req-2e25b090-f131-46a3-a5b0-2e210a1c3479 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=80ccd2038569468b9d4f7a063fb346c9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1021113 Oct 27 01:26:27.306863 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ade2e5-c53c-4d76-b2d7-cb33313138d2 req-f07846ca-6417-4d81-855e-47f6dd48337c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:27.308369 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-42ade2e5-c53c-4d76-b2d7-cb33313138d2 req-f07846ca-6417-4d81-855e-47f6dd48337c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911007 Oct 27 01:26:27.417521 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-10147c25-ff66-49fe-84a5-05a973b01bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:27.419634 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-10147c25-ff66-49fe-84a5-05a973b01bb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80ccd2038569468b9d4f7a063fb346c9&device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 1096 time: 0.0465238 Oct 27 01:26:27.471653 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-9f497d96-4d7f-4b9a-9fab-a9a286f8f9fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 HTTP/1.1" status: 200 len: 217 time: 0.0365522 Oct 27 01:26:27.494014 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:27.529498 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-888b81e1-7c1f-49fa-96fd-4b0badeb3aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:27.530878 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-888b81e1-7c1f-49fa-96fd-4b0badeb3aac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5554eb9a-5b57-487f-bd78-35cf8048ca00 HTTP/1.1" status: 200 len: 850 time: 0.0525274 Oct 27 01:26:27.579221 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-40e1e999-f69a-4b02-9e49-d4061b436495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:27.580746 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-40e1e999-f69a-4b02-9e49-d4061b436495 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6e401b1-a90b-4326-8b49-61e14b7b154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430527 Oct 27 01:26:27.680291 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-83946a7f-6dea-4f34-8e13-886846b56020 service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908678 Oct 27 01:26:27.721288 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:27.773914 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5be7cf8c-8344-43d5-894c-e7d720986346 req-495049e6-231c-4df2-89d0-783d0ca65bee service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855427 Oct 27 01:26:28.034214 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d9b78-2f7c-49fd-8466-2bac0ff17a6a req-987236dc-800d-4ee3-87a3-21b3a9704e7e tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:28.035699 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-987d9b78-2f7c-49fd-8466-2bac0ff17a6a req-987236dc-800d-4ee3-87a3-21b3a9704e7e tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 943 time: 0.0571074 Oct 27 01:26:28.072541 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-987d9b78-2f7c-49fd-8466-2bac0ff17a6a req-e6f80f35-e209-4e03-b148-226a56f70dce tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309737 Oct 27 01:26:29.185954 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:29.188939 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8491df7-f019-4a5c-8a62-d1d017e6576a req-532e2aa8-750f-4a95-8586-0e485b9133da tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:29.190484 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c8491df7-f019-4a5c-8a62-d1d017e6576a req-532e2aa8-750f-4a95-8586-0e485b9133da tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 943 time: 0.0489078 Oct 27 01:26:29.234559 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c8491df7-f019-4a5c-8a62-d1d017e6576a req-1a4e335e-aa1c-46c2-9d26-c4f60168bda3 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366201 Oct 27 01:26:30.346784 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b59494-5f4c-4ac8-9a68-146e2bd85fd3 req-3cb9a215-258e-40ca-8cff-da3dfc8ce5aa tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:30.348238 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-00b59494-5f4c-4ac8-9a68-146e2bd85fd3 req-3cb9a215-258e-40ca-8cff-da3dfc8ce5aa tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 943 time: 0.0480123 Oct 27 01:26:30.386505 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-00b59494-5f4c-4ac8-9a68-146e2bd85fd3 req-4c6551bf-861b-4973-915c-678a7f700d81 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320315 Oct 27 01:26:31.502966 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd49811-a608-49ae-995f-fccbe45ef9f0 req-ed73de2a-18b4-4a56-a3ce-0cc7a6040329 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:31.504416 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3dd49811-a608-49ae-995f-fccbe45ef9f0 req-ed73de2a-18b4-4a56-a3ce-0cc7a6040329 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 943 time: 0.0515172 Oct 27 01:26:31.541894 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3dd49811-a608-49ae-995f-fccbe45ef9f0 req-a680d6d6-5578-4b51-8d0c-666f7e526cb9 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314388 Oct 27 01:26:32.658400 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818da08-7c67-4885-b419-49d669d5d8d4 req-6339dfb7-68ff-4c74-8468-b81e45d852d9 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:32.659872 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-7818da08-7c67-4885-b419-49d669d5d8d4 req-6339dfb7-68ff-4c74-8468-b81e45d852d9 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 943 time: 0.0498588 Oct 27 01:26:32.697603 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-7818da08-7c67-4885-b419-49d669d5d8d4 req-dcdacce3-4bc8-4705-a152-bd1374ac999b tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318701 Oct 27 01:26:33.812977 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03961e93-f357-4121-b45c-5382b07a5702 req-a1654be7-f961-40a6-9085-91a228a91132 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:33.819291 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-03961e93-f357-4121-b45c-5382b07a5702 req-a1654be7-f961-40a6-9085-91a228a91132 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 943 time: 0.0503948 Oct 27 01:26:33.853699 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-03961e93-f357-4121-b45c-5382b07a5702 req-2f59ed17-b8cd-4a45-b106-f2c1a674acde tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328681 Oct 27 01:26:34.221491 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38690) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:34.333566 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-be47cd06-5c52-46d7-aa99-352076cdf3f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:34.415169 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-be47cd06-5c52-46d7-aa99-352076cdf3f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:34.533992 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-be47cd06-5c52-46d7-aa99-352076cdf3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:34.544170 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:26:34.571110 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47cd06-5c52-46d7-aa99-352076cdf3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e696b1ec-b0b8-4f5c-b851-cc9bf405ffc6,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:34.576041 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-be47cd06-5c52-46d7-aa99-352076cdf3f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6305641f997d4e7eab14932a42f0386a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3534760 Oct 27 01:26:34.578684 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38696) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:34.631233 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-972dedb5-b884-4f20-86ad-87809ba4e5da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:34.652441 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-972dedb5-b884-4f20-86ad-87809ba4e5da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:34.802976 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-972dedb5-b884-4f20-86ad-87809ba4e5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:34.805586 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-972dedb5-b884-4f20-86ad-87809ba4e5da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:34.806753 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-972dedb5-b884-4f20-86ad-87809ba4e5da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e696b1ec-b0b8-4f5c-b851-cc9bf405ffc6 HTTP/1.1" status: 204 len: 168 time: 0.2271585 Oct 27 01:26:34.816058 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972dedb5-b884-4f20-86ad-87809ba4e5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e696b1ec-b0b8-4f5c-b851-cc9bf405ffc6,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:34.885839 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:26:34.973603 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0833d6-4a3f-4329-bd0f-37c1c5c4d84d req-d8c8feb5-7b71-4445-a808-2aededfa6e6b tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:34.975624 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2a0833d6-4a3f-4329-bd0f-37c1c5c4d84d req-d8c8feb5-7b71-4445-a808-2aededfa6e6b tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 943 time: 0.0502214 Oct 27 01:26:34.983328 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port b47b9ded-707a-4e56-a5c7-2e7f5cee57d1, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=b47b9ded-707a-4e56-a5c7-2e7f5cee57d1,segment=NetworkSegment(854d7faf-d8bf-4f8e-bc64-be8445d2a728),segment_id=854d7faf-d8bf-4f8e-bc64-be8445d2a728)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:35.006055 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': 'b47b9ded-707a-4e56-a5c7-2e7f5cee57d1', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'port_id': 'b47b9ded-707a-4e56-a5c7-2e7f5cee57d1', 'mac_address': 'fa:16:3e:9d:1e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:26:35.020513 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2a0833d6-4a3f-4329-bd0f-37c1c5c4d84d req-58267de2-2248-46da-bf68-9746c7143ad4 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372348 Oct 27 01:26:35.044683 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:35.057301 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:26:35.075685 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port b47b9ded-707a-4e56-a5c7-2e7f5cee57d1, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=b47b9ded-707a-4e56-a5c7-2e7f5cee57d1,segment=NetworkSegment(854d7faf-d8bf-4f8e-bc64-be8445d2a728),segment_id=854d7faf-d8bf-4f8e-bc64-be8445d2a728)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:35.174108 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:35.220002 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=b47b9ded-707a-4e56-a5c7-2e7f5cee57d1,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:35.492990 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['b47b9ded-707a-4e56-a5c7-2e7f5cee57d1'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:26:35.499634 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38708) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:35.512687 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9cc8c930-648d-411e-8795-6a3247108c0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:35.585022 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9cc8c930-648d-411e-8795-6a3247108c0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:35.675537 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9cc8c930-648d-411e-8795-6a3247108c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:35.715619 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-9cc8c930-648d-411e-8795-6a3247108c0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8ed7ba5a8024f1c99b15bd363c5c780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147908 Oct 27 01:26:35.716479 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8c930-648d-411e-8795-6a3247108c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ea56be-0559-47a9-bc0b-8606a8b1e5b1,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:35.719192 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38712) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:35.771186 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c3ed7ea2-b371-48d4-ae22-38c6d1709a8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:35.791787 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c3ed7ea2-b371-48d4-ae22-38c6d1709a8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:35.972574 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c3ed7ea2-b371-48d4-ae22-38c6d1709a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:35.975371 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c3ed7ea2-b371-48d4-ae22-38c6d1709a8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:35.976520 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-c3ed7ea2-b371-48d4-ae22-38c6d1709a8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7ea56be-0559-47a9-bc0b-8606a8b1e5b1 HTTP/1.1" status: 204 len: 168 time: 0.2563076 Oct 27 01:26:35.985310 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed7ea2-b371-48d4-ae22-38c6d1709a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ea56be-0559-47a9-bc0b-8606a8b1e5b1,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:36.136532 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19400c8-3c61-4854-b7b1-ea04a0407b20 req-03507630-62ee-4ab2-acd9-e3246d80fe91 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:36.138760 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e19400c8-3c61-4854-b7b1-ea04a0407b20 req-03507630-62ee-4ab2-acd9-e3246d80fe91 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 944 time: 0.0505111 Oct 27 01:26:36.177704 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e19400c8-3c61-4854-b7b1-ea04a0407b20 req-1c7b4a63-879a-4c29-ab53-e6f26375485d tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329487 Oct 27 01:26:36.901069 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:26:37.019963 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning for port b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 completed by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:26:37.023966 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:26:37.024444 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:37.103114 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:37.125992 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a39a6a3-72c4-4c0d-8bad-2971fbebc302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47b9ded-707a-4e56-a5c7-2e7f5cee57d1'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:26:37.128346 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab106a9e-fa31-40a3-b57a-3e18b6d6c017" -d '{"events": [{"server_uuid": "7a39a6a3-72c4-4c0d-8bad-2971fbebc302", "name": "network-vif-plugged", "status": "completed", "tag": "b47b9ded-707a-4e56-a5c7-2e7f5cee57d1"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:26:37.144443 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port b47b9ded-707a-4e56-a5c7-2e7f5cee57d1, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=b47b9ded-707a-4e56-a5c7-2e7f5cee57d1,segment=NetworkSegment(854d7faf-d8bf-4f8e-bc64-be8445d2a728),segment_id=854d7faf-d8bf-4f8e-bc64-be8445d2a728)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:37.165878 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f96dd6-de71-4897-85d1-580b0e55aab3 x-openstack-request-id: req-21f96dd6-de71-4897-85d1-580b0e55aab3 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:26:37.166093 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a39a6a3-72c4-4c0d-8bad-2971fbebc302", "name": "network-vif-plugged", "status": "completed", "tag": "b47b9ded-707a-4e56-a5c7-2e7f5cee57d1", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:26:37.166354 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21f96dd6-de71-4897-85d1-580b0e55aab3 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:26:37.166745 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a39a6a3-72c4-4c0d-8bad-2971fbebc302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47b9ded-707a-4e56-a5c7-2e7f5cee57d1', 'code': 200} Oct 27 01:26:37.220291 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:37.277868 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=b47b9ded-707a-4e56-a5c7-2e7f5cee57d1,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:37.312826 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d07d45-5d03-4769-9c28-da69bdc915e9 req-59f63133-b91b-4c22-944e-8d67b9e84de7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:37.315030 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-71d07d45-5d03-4769-9c28-da69bdc915e9 req-59f63133-b91b-4c22-944e-8d67b9e84de7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 945 time: 0.0597186 Oct 27 01:26:37.355268 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-71d07d45-5d03-4769-9c28-da69bdc915e9 req-c4ebcfe5-c301-4929-bc10-b2cb94232d46 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341952 Oct 27 01:26:37.631467 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d9c87-3668-41bb-835e-6f6ef3ede24c req-778c4542-cf31-4dd8-a665-4ec864de4d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:37.632928 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ab1d9c87-3668-41bb-835e-6f6ef3ede24c req-778c4542-cf31-4dd8-a665-4ec864de4d9a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 1098 time: 0.0417175 Oct 27 01:26:37.670753 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ab1d9c87-3668-41bb-835e-6f6ef3ede24c req-94b971b2-6dbe-45f1-9beb-de1665d02c0f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275729 Oct 27 01:26:38.474015 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3c7a5-96f8-45f3-a425-5d2144cbf935 req-a8d51e72-9723-4823-b5b5-0e028e10a3e0 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:38.475815 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d3a3c7a5-96f8-45f3-a425-5d2144cbf935 req-a8d51e72-9723-4823-b5b5-0e028e10a3e0 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 945 time: 0.0492826 Oct 27 01:26:38.515047 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d3a3c7a5-96f8-45f3-a425-5d2144cbf935 req-1c4ad6e9-2947-4738-93d6-5409879a6689 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326831 Oct 27 01:26:38.590990 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38800) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:38.696606 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-26052a6c-7f9a-4f1f-aca1-da7b5a1e6c45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:38.778236 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-26052a6c-7f9a-4f1f-aca1-da7b5a1e6c45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:38.871353 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-26052a6c-7f9a-4f1f-aca1-da7b5a1e6c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:38.914096 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-26052a6c-7f9a-4f1f-aca1-da7b5a1e6c45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a98ca56cd18a44858f24a67eb6864248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219635 Oct 27 01:26:38.915598 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26052a6c-7f9a-4f1f-aca1-da7b5a1e6c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de23f0c2-f5ec-4274-85a5-cc50e1d75c68,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:38.917232 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38818) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:38.969439 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-31279541-9c98-4c72-8428-9b95b04a66f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:38.991070 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-31279541-9c98-4c72-8428-9b95b04a66f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:39.138707 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-31279541-9c98-4c72-8428-9b95b04a66f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:39.141413 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-31279541-9c98-4c72-8428-9b95b04a66f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:39.142599 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-31279541-9c98-4c72-8428-9b95b04a66f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de23f0c2-f5ec-4274-85a5-cc50e1d75c68 HTTP/1.1" status: 204 len: 168 time: 0.2229564 Oct 27 01:26:39.150552 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31279541-9c98-4c72-8428-9b95b04a66f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de23f0c2-f5ec-4274-85a5-cc50e1d75c68,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:39.638710 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861baa1-7fbd-4a90-b489-b25dbf45ee5c req-d41500f5-aaf2-4b3d-b8cc-0b8dcb4680ae tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:39.640111 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6861baa1-7fbd-4a90-b489-b25dbf45ee5c req-d41500f5-aaf2-4b3d-b8cc-0b8dcb4680ae tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 945 time: 0.0522802 Oct 27 01:26:39.680297 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6861baa1-7fbd-4a90-b489-b25dbf45ee5c req-85b98fa2-53c1-461b-b725-e60d6d4ff14f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340760 Oct 27 01:26:39.796707 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965940b-be44-4230-ad83-9f1ad2cd7b9c req-0c4bfee6-6681-47dd-9e99-db3f06b4677e tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:39.798277 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1965940b-be44-4230-ad83-9f1ad2cd7b9c req-0c4bfee6-6681-47dd-9e99-db3f06b4677e tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 945 time: 0.0510383 Oct 27 01:26:39.842107 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1965940b-be44-4230-ad83-9f1ad2cd7b9c req-2fea49a4-9e3b-48e8-a243-71e9926943b1 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375304 Oct 27 01:26:39.864822 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38840) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:40.057260 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be0bd51-4416-4867-b119-03d035b94ada tempest-TestVolumeBootPattern-137614023 tempest-TestVolumeBootPattern-137614023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:40.058961 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-3be0bd51-4416-4867-b119-03d035b94ada tempest-TestVolumeBootPattern-137614023 tempest-TestVolumeBootPattern-137614023-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 1093 time: 0.1928859 Oct 27 01:26:40.061807 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38848) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:40.066079 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-8dbd83e7-d81c-4166-8028-3d5f709994fa tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Request body: {'floatingip': {'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'port_id': 'b47b9ded-707a-4e56-a5c7-2e7f5cee57d1', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:26:40.168625 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8dbd83e7-d81c-4166-8028-3d5f709994fa tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:40.271963 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8dbd83e7-d81c-4166-8028-3d5f709994fa tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:40.376452 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-8dbd83e7-d81c-4166-8028-3d5f709994fa tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Allocated IP 172.27.3.195 (446c4d70-d462-4a3b-8224-efffdf97f324/4937d60a-1906-48c0-8abc-dbda7672a658/e711f251-3fa3-4450-bb9f-6c1d493e4ede) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:26:40.481463 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8dbd83e7-d81c-4166-8028-3d5f709994fa tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:40.592324 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8dbd83e7-d81c-4166-8028-3d5f709994fa tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:40.632193 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbd83e7-d81c-4166-8028-3d5f709994fa tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Network 446c4d70-d462-4a3b-8224-efffdf97f324 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:26:40.635052 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-8dbd83e7-d81c-4166-8028-3d5f709994fa tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:26:40.639063 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbd83e7-d81c-4166-8028-3d5f709994fa tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:26:40.661201 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd83e7-d81c-4166-8028-3d5f709994fa tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Pushing event updated for resources: {'Port': ['ID=e711f251-3fa3-4450-bb9f-6c1d493e4ede,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:40.988742 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8dbd83e7-d81c-4166-8028-3d5f709994fa tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:41.131966 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8dbd83e7-d81c-4166-8028-3d5f709994fa tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:41.283500 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8dbd83e7-d81c-4166-8028-3d5f709994fa tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:41.377917 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8dbd83e7-d81c-4166-8028-3d5f709994fa tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25808652'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:41.448152 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd83e7-d81c-4166-8028-3d5f709994fa tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Pushing event updated for resources: {'Port': ['ID=e711f251-3fa3-4450-bb9f-6c1d493e4ede,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:41.459905 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8dbd83e7-d81c-4166-8028-3d5f709994fa tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3723056'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:41.558815 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.db.l3_db [None req-8dbd83e7-d81c-4166-8028-3d5f709994fa tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Floating IP 082e5435-f5b8-4c85-8ba6-7f85659322f0 associated. External IP: 172.27.3.195, port: b47b9ded-707a-4e56-a5c7-2e7f5cee57d1. Oct 27 01:26:41.769257 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbd83e7-d81c-4166-8028-3d5f709994fa tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Router 55c005fe-9149-41ef-b513-42df7df2f827 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:26:41.886362 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbd83e7-d81c-4166-8028-3d5f709994fa tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:26:41.897481 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0eea7a-6466-44ad-9d54-90bcfd7fe05d None None] Sync routers for ids ['55c005fe-9149-41ef-b513-42df7df2f827'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:26:41.906929 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0eea7a-6466-44ad-9d54-90bcfd7fe05d None None] Routers {'55c005fe-9149-41ef-b513-42df7df2f827'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:26:41.907536 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-7d0eea7a-6466-44ad-9d54-90bcfd7fe05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:26:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['55c005fe-9149-41ef-b513-42df7df2f827'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:41.970872 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8dbd83e7-d81c-4166-8028-3d5f709994fa tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:42.022823 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-8dbd83e7-d81c-4166-8028-3d5f709994fa tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9598234 Oct 27 01:26:42.023000 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-7d0eea7a-6466-44ad-9d54-90bcfd7fe05d None None] Set router 55c005fe-9149-41ef-b513-42df7df2f827 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:26:42.023440 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a39a6a3-72c4-4c0d-8bad-2971fbebc302', 'tag': 'b47b9ded-707a-4e56-a5c7-2e7f5cee57d1'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:26:42.025757 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f97284770e8b5c7eae555eb9b5076154bbb30c411baeb7a1d3ebc8ac0796a31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5469379a-9917-4d3a-99dd-67fced582381" -d '{"events": [{"name": "network-changed", "server_uuid": "7a39a6a3-72c4-4c0d-8bad-2971fbebc302", "tag": "b47b9ded-707a-4e56-a5c7-2e7f5cee57d1"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:26:42.199963 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1043d099-249d-459d-86fd-79edbea2b71d x-openstack-request-id: req-1043d099-249d-459d-86fd-79edbea2b71d {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:26:42.200257 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a39a6a3-72c4-4c0d-8bad-2971fbebc302", "tag": "b47b9ded-707a-4e56-a5c7-2e7f5cee57d1", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:26:42.200510 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1043d099-249d-459d-86fd-79edbea2b71d {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:26:42.200910 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a39a6a3-72c4-4c0d-8bad-2971fbebc302', 'tag': 'b47b9ded-707a-4e56-a5c7-2e7f5cee57d1', 'status': 'completed', 'code': 200} Oct 27 01:26:42.281413 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-7d0eea7a-6466-44ad-9d54-90bcfd7fe05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '082e5435-f5b8-4c85-8ba6-7f85659322f0', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'port_id': 'b47b9ded-707a-4e56-a5c7-2e7f5cee57d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'mac_address': 'fa:16:3e:9d:1e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a39a6a3-72c4-4c0d-8bad-2971fbebc302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:26:40Z', 'updated_at': '2021-10-27T01:26:40Z', 'revision_number': 0, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1edee6-82cc-4795-816f-ede95d8641d7', 'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'mac_address': 'fa:16:3e:c5:f6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:48Z', 'updated_at': '2021-10-27T01:25:55Z', 'revision_number': 5, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'subnets': [{'id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:42.288560 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469379a-9917-4d3a-99dd-67fced582381 req-dd92eee8-f760-4db3-ba3c-a4757818d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:42.290078 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5469379a-9917-4d3a-99dd-67fced582381 req-dd92eee8-f760-4db3-ba3c-a4757818d818 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80ccd2038569468b9d4f7a063fb346c9&device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 1098 time: 0.0438364 Oct 27 01:26:42.307577 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0eea7a-6466-44ad-9d54-90bcfd7fe05d None None] Checking router: 55c005fe-9149-41ef-b513-42df7df2f827 for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:26:42.317460 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0eea7a-6466-44ad-9d54-90bcfd7fe05d None None] Routers {'55c005fe-9149-41ef-b513-42df7df2f827'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:26:42.318094 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-7d0eea7a-6466-44ad-9d54-90bcfd7fe05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:26:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['55c005fe-9149-41ef-b513-42df7df2f827'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:42.436729 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-7d0eea7a-6466-44ad-9d54-90bcfd7fe05d None None] Set router 55c005fe-9149-41ef-b513-42df7df2f827 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:26:42.637058 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469379a-9917-4d3a-99dd-67fced582381 req-7ccb62a6-e31d-4339-af1c-8f8ec9316f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:42.638636 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5469379a-9917-4d3a-99dd-67fced582381 req-7ccb62a6-e31d-4339-af1c-8f8ec9316f27 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6e401b1-a90b-4326-8b49-61e14b7b154a HTTP/1.1" status: 200 len: 912 time: 0.3391426 Oct 27 01:26:42.694231 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-7d0eea7a-6466-44ad-9d54-90bcfd7fe05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '082e5435-f5b8-4c85-8ba6-7f85659322f0', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'port_id': 'b47b9ded-707a-4e56-a5c7-2e7f5cee57d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'mac_address': 'fa:16:3e:9d:1e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a39a6a3-72c4-4c0d-8bad-2971fbebc302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:26:40Z', 'updated_at': '2021-10-27T01:26:40Z', 'revision_number': 0, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1edee6-82cc-4795-816f-ede95d8641d7', 'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'mac_address': 'fa:16:3e:c5:f6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:48Z', 'updated_at': '2021-10-27T01:25:55Z', 'revision_number': 5, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'subnets': [{'id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:26:42.705708 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5469379a-9917-4d3a-99dd-67fced582381 req-26f76767-220d-4a6c-b748-378ec9a525ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 HTTP/1.1" status: 200 len: 999 time: 0.0586851 Oct 27 01:26:42.726802 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0eea7a-6466-44ad-9d54-90bcfd7fe05d None None] The sync data for ids ['55c005fe-9149-41ef-b513-42df7df2f827'] in dv-cinder-815560-1-iscsi is: [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '082e5435-f5b8-4c85-8ba6-7f85659322f0', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'port_id': 'b47b9ded-707a-4e56-a5c7-2e7f5cee57d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'mac_address': 'fa:16:3e:9d:1e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a39a6a3-72c4-4c0d-8bad-2971fbebc302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:26:40Z', 'updated_at': '2021-10-27T01:26:40Z', 'revision_number': 0, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1edee6-82cc-4795-816f-ede95d8641d7', 'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'mac_address': 'fa:16:3e:c5:f6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:48Z', 'updated_at': '2021-10-27T01:25:55Z', 'revision_number': 5, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'subnets': [{'id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:26:42.759247 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469379a-9917-4d3a-99dd-67fced582381 req-18d1c67b-496c-4e90-918d-7ab6b7fb8108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:42.760870 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5469379a-9917-4d3a-99dd-67fced582381 req-18d1c67b-496c-4e90-918d-7ab6b7fb8108 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5554eb9a-5b57-487f-bd78-35cf8048ca00 HTTP/1.1" status: 200 len: 850 time: 0.0479496 Oct 27 01:26:42.817902 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469379a-9917-4d3a-99dd-67fced582381 req-538f5a64-5d9b-4466-9b83-355dc95bb0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:42.819454 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5469379a-9917-4d3a-99dd-67fced582381 req-538f5a64-5d9b-4466-9b83-355dc95bb0f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6e401b1-a90b-4326-8b49-61e14b7b154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500228 Oct 27 01:26:42.918904 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5469379a-9917-4d3a-99dd-67fced582381 req-bab1d061-b8d1-47eb-975d-abb48e499806 service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909750 Oct 27 01:26:42.938437 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef9276a-c7f7-4d07-901b-40bc92521f09 None None] New status for floating IP 082e5435-f5b8-4c85-8ba6-7f85659322f0: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:26:43.020168 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5469379a-9917-4d3a-99dd-67fced582381 req-aa8e42cf-b874-436f-a418-a08868dda866 service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931132 Oct 27 01:26:45.056655 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38912) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:45.165133 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9e73f54a-0206-4cd3-8297-f85b3e125f02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:45.240388 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9e73f54a-0206-4cd3-8297-f85b3e125f02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:45.315128 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9e73f54a-0206-4cd3-8297-f85b3e125f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:45.354496 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-9e73f54a-0206-4cd3-8297-f85b3e125f02 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee50a81eec244796a3b3222c03960221&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967691 Oct 27 01:26:45.355348 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73f54a-0206-4cd3-8297-f85b3e125f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a32cbb5-445e-40dc-b950-d3219a493370,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:45.357340 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38916) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:45.363349 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73f54a-0206-4cd3-8297-f85b3e125f02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:45.363907 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73f54a-0206-4cd3-8297-f85b3e125f02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:45.364262 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73f54a-0206-4cd3-8297-f85b3e125f02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:45.364599 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73f54a-0206-4cd3-8297-f85b3e125f02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:45.365482 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73f54a-0206-4cd3-8297-f85b3e125f02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:45.365811 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73f54a-0206-4cd3-8297-f85b3e125f02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:45.366249 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73f54a-0206-4cd3-8297-f85b3e125f02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:45.366585 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73f54a-0206-4cd3-8297-f85b3e125f02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:45.367219 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73f54a-0206-4cd3-8297-f85b3e125f02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:45.367219 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73f54a-0206-4cd3-8297-f85b3e125f02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:45.371021 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73f54a-0206-4cd3-8297-f85b3e125f02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:45.371021 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73f54a-0206-4cd3-8297-f85b3e125f02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:45.414141 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-2748371e-dafa-4b76-adce-d51918010e3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:45.435208 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-2748371e-dafa-4b76-adce-d51918010e3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:45.545774 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-2748371e-dafa-4b76-adce-d51918010e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:45.548572 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-2748371e-dafa-4b76-adce-d51918010e3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:45.552078 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-2748371e-dafa-4b76-adce-d51918010e3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a32cbb5-445e-40dc-b950-d3219a493370 HTTP/1.1" status: 204 len: 168 time: 0.1912277 Oct 27 01:26:45.560812 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748371e-dafa-4b76-adce-d51918010e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a32cbb5-445e-40dc-b950-d3219a493370,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:46.579974 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:47.154704 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38950) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:47.258197 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-39fbbfd6-b878-41cb-94f4-33622017a992 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:47.338004 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-39fbbfd6-b878-41cb-94f4-33622017a992 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:47.454147 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-39fbbfd6-b878-41cb-94f4-33622017a992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:47.494668 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbbfd6-b878-41cb-94f4-33622017a992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c16b0a3-008c-46ba-9347-fb80bda11d9f,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:47.501664 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 38956) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:47.502315 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-39fbbfd6-b878-41cb-94f4-33622017a992 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49830343f83e41c79f1cbe51c57fb2d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459449 Oct 27 01:26:47.555435 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-209cebd7-aab9-4939-a5e1-dfbe1ed95873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:47.577742 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-209cebd7-aab9-4939-a5e1-dfbe1ed95873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:47.711342 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-209cebd7-aab9-4939-a5e1-dfbe1ed95873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:47.713988 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-209cebd7-aab9-4939-a5e1-dfbe1ed95873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:47.715353 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-209cebd7-aab9-4939-a5e1-dfbe1ed95873 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c16b0a3-008c-46ba-9347-fb80bda11d9f HTTP/1.1" status: 204 len: 168 time: 0.2116513 Oct 27 01:26:47.723083 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cebd7-aab9-4939-a5e1-dfbe1ed95873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c16b0a3-008c-46ba-9347-fb80bda11d9f,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:48.762567 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38982) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:48.858893 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-aeb6677b-0964-4b87-bed5-79ecb0026441 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1171042134-network', 'tenant_id': '0201f20f8a2e46e6a8ceb7bccf7659df'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:26:48.945186 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb6677b-0964-4b87-bed5-79ecb0026441 admin admin] Made reservation on behalf of 0201f20f8a2e46e6a8ceb7bccf7659df for: {'network': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:26:48.947537 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-aeb6677b-0964-4b87-bed5-79ecb0026441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for network, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:48.956721 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-aeb6677b-0964-4b87-bed5-79ecb0026441 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:49.029960 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-aeb6677b-0964-4b87-bed5-79ecb0026441 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:49.162473 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-aeb6677b-0964-4b87-bed5-79ecb0026441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:49.186696 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb6677b-0964-4b87-bed5-79ecb0026441 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:26:49.195092 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6677b-0964-4b87-bed5-79ecb0026441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac726c03-c38a-401a-bfac-95140ca4ba36,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:49.201616 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-aeb6677b-0964-4b87-bed5-79ecb0026441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:49.201951 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.db.segments_db [None req-aeb6677b-0964-4b87-bed5-79ecb0026441 admin admin] Added segment c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60 of type vlan for network db7a7956-5753-48f1-84a3-719e54952fae Oct 27 01:26:49.242215 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-aeb6677b-0964-4b87-bed5-79ecb0026441 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793628853670'] for network, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:49.351559 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-aeb6677b-0964-4b87-bed5-79ecb0026441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for network, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:49.352569 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb6677b-0964-4b87-bed5-79ecb0026441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:49.353157 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-aeb6677b-0964-4b87-bed5-79ecb0026441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:49.414254 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6677b-0964-4b87-bed5-79ecb0026441 admin admin] Pushing event updated for resources: {'Network': ['ID=db7a7956-5753-48f1-84a3-719e54952fae,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:49.424857 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Network db7a7956-5753-48f1-84a3-719e54952fae details requested by agent ovs-agent-dv-cinder-815560-1-iscsi with host dv-cinder-815560-1-iscsi {{(pid=102102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:26:49.478170 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-aeb6677b-0964-4b87-bed5-79ecb0026441 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7144182 Oct 27 01:26:49.481312 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 38986) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:49.486145 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [None req-c87589b6-d7e5-45f0-842d-e866523bc220 admin admin] Request body: {'subnet': {'network_id': 'db7a7956-5753-48f1-84a3-719e54952fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1171042134-subnet', 'tenant_id': '0201f20f8a2e46e6a8ceb7bccf7659df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:26:49.568291 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87589b6-d7e5-45f0-842d-e866523bc220 admin admin] Made reservation on behalf of 0201f20f8a2e46e6a8ceb7bccf7659df for: {'subnet': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:26:49.570886 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c87589b6-d7e5-45f0-842d-e866523bc220 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122602'] for subnet, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:49.806550 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c87589b6-d7e5-45f0-842d-e866523bc220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25379851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122580'] for subnet, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:49.871326 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87589b6-d7e5-45f0-842d-e866523bc220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24272ddf-5ac7-4a02-bb5e-e41c77a2f3a5,revision_number=0']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:49.872142 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87589b6-d7e5-45f0-842d-e866523bc220 admin admin] Checking segment: {'id': 'c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'db7a7956-5753-48f1-84a3-719e54952fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:26:49.872499 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87589b6-d7e5-45f0-842d-e866523bc220 admin admin] Network hostable DHCP agents. Network: db7a7956-5753-48f1-84a3-719e54952fae, hostable agents: ['4fbae999-6d77-4ef4-a38a-49129aac495b'], hosted agents: [] {{(pid=102100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:26:49.978167 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87589b6-d7e5-45f0-842d-e866523bc220 admin admin] Network db7a7956-5753-48f1-84a3-719e54952fae is scheduled to be hosted by DHCP agent 4fbae999-6d77-4ef4-a38a-49129aac495b with binding_index 1 {{(pid=102100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:26:50.069004 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [None req-c87589b6-d7e5-45f0-842d-e866523bc220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-1-iscsi, db7a7956-5753-48f1-84a3-719e54952fae) {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:26:50.073491 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87589b6-d7e5-45f0-842d-e866523bc220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:50.074332 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-c87589b6-d7e5-45f0-842d-e866523bc220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for subnet, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:50.078051 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865591b7-96b1-4106-af97-7c416191453b None None] Network db7a7956-5753-48f1-84a3-719e54952fae requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:26:50.142379 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-c87589b6-d7e5-45f0-842d-e866523bc220 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6599736 Oct 27 01:26:50.203732 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472e8323-1d2f-4925-9521-ebb98bbbc0bd None None] Network db7a7956-5753-48f1-84a3-719e54952fae requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:26:52.296886 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-7f547430-29f3-4600-8db4-9d92e678f5a7 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:52.298294 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-7f547430-29f3-4600-8db4-9d92e678f5a7 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/networks?id=db7a7956-5753-48f1-84a3-719e54952fae HTTP/1.1" status: 200 len: 814 time: 0.1034353 Oct 27 01:26:52.313339 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-2393659d-8be7-43b2-af16-6d1cd86040ec tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/quotas/0201f20f8a2e46e6a8ceb7bccf7659df HTTP/1.1" status: 200 len: 375 time: 0.0093081 Oct 27 01:26:52.344311 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-32dea2f5-35ce-426a-a512-a8212dea7cf3 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0201f20f8a2e46e6a8ceb7bccf7659df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255382 Oct 27 01:26:52.436797 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-b568c244-ac99-4742-b162-dba93de34fae service neutron] 10.222.0.32 "GET /v2.0/networks/db7a7956-5753-48f1-84a3-719e54952fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851605 Oct 27 01:26:52.522185 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-0f3bc6ce-8853-4a0d-918c-9f5221c400e3 service neutron] 10.222.0.32 "GET /v2.0/networks/db7a7956-5753-48f1-84a3-719e54952fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794146 Oct 27 01:26:52.775378 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-76e5e233-2a55-4625-8b2b-fc5fd71147d0 req-ef3f36ef-d712-438f-af1a-8543ac4b9cdd tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=359ae674-d03a-4657-a1f6-6bcd0078dca9 HTTP/1.1" status: 200 len: 210 time: 0.0268738 Oct 27 01:26:53.854149 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-85af4ed3-a797-4652-a9b2-f6571b1d4b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:53.871432 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3dc19749-6b82-41f9-a783-4cab548dbbc2 req-48e1f3bc-e5f8-4523-a4ed-4bf1e5afc7ad tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=359ae674-d03a-4657-a1f6-6bcd0078dca9 HTTP/1.1" status: 200 len: 210 time: 0.0302935 Oct 27 01:26:54.962444 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d23ea53c-fc68-4277-b6ca-95769d9d38c6 req-42ea706b-39f7-4862-ae89-b9a4808b3cd3 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=359ae674-d03a-4657-a1f6-6bcd0078dca9 HTTP/1.1" status: 200 len: 210 time: 0.0255096 Oct 27 01:26:55.253845 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-f77f8112-e602-4b8e-b339-a4abd7974f0e tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:55.255316 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-f77f8112-e602-4b8e-b339-a4abd7974f0e tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.36 "GET /v2.0/networks?id=db7a7956-5753-48f1-84a3-719e54952fae HTTP/1.1" status: 200 len: 814 time: 0.1038070 Oct 27 01:26:55.273911 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-e0ef4361-0d86-4484-b582-1a70ccbfc020 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Request body: {'port': {'device_id': '359ae674-d03a-4657-a1f6-6bcd0078dca9', 'network_id': 'db7a7956-5753-48f1-84a3-719e54952fae', 'admin_state_up': True, 'tenant_id': '0201f20f8a2e46e6a8ceb7bccf7659df'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:26:55.440120 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-e0ef4361-0d86-4484-b582-1a70ccbfc020 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Made reservation on behalf of 0201f20f8a2e46e6a8ceb7bccf7659df for: {'port': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:26:55.443681 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-e0ef4361-0d86-4484-b582-1a70ccbfc020 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:55.571293 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-e0ef4361-0d86-4484-b582-1a70ccbfc020 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Allocated IP 172.20.0.2 (db7a7956-5753-48f1-84a3-719e54952fae/24272ddf-5ac7-4a02-bb5e-e41c77a2f3a5/7de1aad2-7e54-46f1-b67e-42a166518942) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:26:55.715783 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-e0ef4361-0d86-4484-b582-1a70ccbfc020 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:55.801202 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-e0ef4361-0d86-4484-b582-1a70ccbfc020 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:55.845307 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-e0ef4361-0d86-4484-b582-1a70ccbfc020 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Network db7a7956-5753-48f1-84a3-719e54952fae is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:26:55.848415 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-e0ef4361-0d86-4484-b582-1a70ccbfc020 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:26:55.852344 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-e0ef4361-0d86-4484-b582-1a70ccbfc020 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:26:55.880546 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef4361-0d86-4484-b582-1a70ccbfc020 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Pushing event updated for resources: {'Port': ['ID=7de1aad2-7e54-46f1-b67e-42a166518942,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:55.910269 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-e0ef4361-0d86-4484-b582-1a70ccbfc020 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:55.910269 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-e0ef4361-0d86-4484-b582-1a70ccbfc020 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:56.003424 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-e0ef4361-0d86-4484-b582-1a70ccbfc020 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7331240 Oct 27 01:26:56.032868 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] Request body: {'port': {'device_id': '359ae674-d03a-4657-a1f6-6bcd0078dca9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:26:56.080121 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977028a-b817-4c37-bbe8-cdb9966c63fe req-d8bb8bea-90f2-40d2-8a59-feaedf24decd tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:56.082060 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b977028a-b817-4c37-bbe8-cdb9966c63fe req-d8bb8bea-90f2-40d2-8a59-feaedf24decd tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=359ae674-d03a-4657-a1f6-6bcd0078dca9 HTTP/1.1" status: 200 len: 931 time: 0.0512967 Oct 27 01:26:56.091626 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:56.124211 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b977028a-b817-4c37-bbe8-cdb9966c63fe req-49b8aa1f-d008-4f97-86f6-5cd8632ea790 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325148 Oct 27 01:26:56.347991 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de1aad2-7e54-46f1-b67e-42a166518942 {{(pid=102100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:26:56.355959 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:56.367649 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.provisioning_blocks [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] Transition to ACTIVE for port object 7de1aad2-7e54-46f1-b67e-42a166518942 will not be triggered until provisioned by entity L2. {{(pid=102100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:26:56.382959 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5c363a3a-8865-48f0-aeeb-f47e546bbf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:56.471088 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:56.522089 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=7de1aad2-7e54-46f1-b67e-42a166518942,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:56.593912 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] Attempting to bind port 7de1aad2-7e54-46f1-b67e-42a166518942 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:26:56.594206 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] Attempting to bind port 7de1aad2-7e54-46f1-b67e-42a166518942 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': 'c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'db7a7956-5753-48f1-84a3-719e54952fae'}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:26:56.594527 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] Attempting to bind port 7de1aad2-7e54-46f1-b67e-42a166518942 on network db7a7956-5753-48f1-84a3-719e54952fae {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:26:56.598932 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] Port 7de1aad2-7e54-46f1-b67e-42a166518942 on network db7a7956-5753-48f1-84a3-719e54952fae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:26:56.599257 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] Attempting to bind port 7de1aad2-7e54-46f1-b67e-42a166518942 on network db7a7956-5753-48f1-84a3-719e54952fae {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:26:56.603934 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] Checking agent: {'id': '5557effb-edc1-4af5-af56-f2013bdcbb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'started_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:26:56.607242 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] Checking segment: {'id': 'c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'db7a7956-5753-48f1-84a3-719e54952fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:26:56.607242 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] Bound using segment: {'id': 'c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'db7a7956-5753-48f1-84a3-719e54952fae'} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:26:56.607242 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] Bound port: 7de1aad2-7e54-46f1-b67e-42a166518942, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'db7a7956-5753-48f1-84a3-719e54952fae'}}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:26:56.607242 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:56.666233 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] For port 7de1aad2-7e54-46f1-b67e-42a166518942, host hv-cinder-81556, cleared binding levels {{(pid=102100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:26:56.669814 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] For port 7de1aad2-7e54-46f1-b67e-42a166518942, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=7de1aad2-7e54-46f1-b67e-42a166518942,segment=NetworkSegment(c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60),segment_id=c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60)] {{(pid=102100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:26:56.756980 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:56.792090 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:56.793388 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:56.794781 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] 10.222.0.36 "PUT /v2.0/ports/7de1aad2-7e54-46f1-b67e-42a166518942 HTTP/1.1" status: 200 len: 1093 time: 0.7662868 Oct 27 01:26:56.795248 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359ae674-d03a-4657-a1f6-6bcd0078dca9', 'tag': '7de1aad2-7e54-46f1-b67e-42a166518942'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:26:56.797490 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54959434-d500-4177-a485-c109a9886410" -d '{"events": [{"name": "network-changed", "server_uuid": "359ae674-d03a-4657-a1f6-6bcd0078dca9", "tag": "7de1aad2-7e54-46f1-b67e-42a166518942"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:26:56.818234 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f949b-d5ec-42c5-8857-4e3f518b3ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=7de1aad2-7e54-46f1-b67e-42a166518942,revision_number=3']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:56.838019 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3f0d28-710b-466b-a419-7b8d70524b56 x-openstack-request-id: req-da3f0d28-710b-466b-a419-7b8d70524b56 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:26:56.838360 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359ae674-d03a-4657-a1f6-6bcd0078dca9", "tag": "7de1aad2-7e54-46f1-b67e-42a166518942", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:26:56.838616 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da3f0d28-710b-466b-a419-7b8d70524b56 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:26:56.839024 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '359ae674-d03a-4657-a1f6-6bcd0078dca9', 'tag': '7de1aad2-7e54-46f1-b67e-42a166518942', 'status': 'completed', 'code': 200} Oct 27 01:26:56.925629 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54959434-d500-4177-a485-c109a9886410 req-5efa6df1-8cb4-40e0-a1f8-0d80c0f2deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:56.927145 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-54959434-d500-4177-a485-c109a9886410 req-5efa6df1-8cb4-40e0-a1f8-0d80c0f2deca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0201f20f8a2e46e6a8ceb7bccf7659df&device_id=359ae674-d03a-4657-a1f6-6bcd0078dca9 HTTP/1.1" status: 200 len: 1096 time: 0.0450084 Oct 27 01:26:57.033858 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54959434-d500-4177-a485-c109a9886410 req-f34b63f5-75f7-4e65-97e0-10865c8dcb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:57.035387 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-54959434-d500-4177-a485-c109a9886410 req-f34b63f5-75f7-4e65-97e0-10865c8dcb5e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0201f20f8a2e46e6a8ceb7bccf7659df&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0922198 Oct 27 01:26:57.134587 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54959434-d500-4177-a485-c109a9886410 req-6d10a6fa-d013-4fcb-abd6-2dd681c1e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:57.136710 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-54959434-d500-4177-a485-c109a9886410 req-6d10a6fa-d013-4fcb-abd6-2dd681c1e53b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914273 Oct 27 01:26:57.202426 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:57.238699 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd865d5-1b66-42df-87f2-2ed580fa929e req-b9011f8f-d609-4575-bf9f-6a6f1dab1892 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:57.239877 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-6c089b96-3145-4318-983a-8290f0931f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:57.240209 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-dcd865d5-1b66-42df-87f2-2ed580fa929e req-b9011f8f-d609-4575-bf9f-6a6f1dab1892 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=359ae674-d03a-4657-a1f6-6bcd0078dca9 HTTP/1.1" status: 200 len: 943 time: 0.0492408 Oct 27 01:26:57.241379 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-6c089b96-3145-4318-983a-8290f0931f91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0201f20f8a2e46e6a8ceb7bccf7659df&device_id=359ae674-d03a-4657-a1f6-6bcd0078dca9 HTTP/1.1" status: 200 len: 1096 time: 0.0419600 Oct 27 01:26:57.279217 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-dcd865d5-1b66-42df-87f2-2ed580fa929e req-ea59e85a-0332-424a-beee-8ceca5509727 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328906 Oct 27 01:26:57.298125 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-32bf73c1-3802-45c0-84a0-993c16cce1c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7de1aad2-7e54-46f1-b67e-42a166518942 HTTP/1.1" status: 200 len: 217 time: 0.0385659 Oct 27 01:26:57.348598 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-06cacb3c-00a2-4c7f-8647-e93cfff436c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:57.350311 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-06cacb3c-00a2-4c7f-8647-e93cfff436c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24272ddf-5ac7-4a02-bb5e-e41c77a2f3a5 HTTP/1.1" status: 200 len: 854 time: 0.0441346 Oct 27 01:26:57.381786 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-5455b9be-3d9b-458e-b733-c39a24a8494d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db7a7956-5753-48f1-84a3-719e54952fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239584 Oct 27 01:26:57.475285 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-71986aaa-e1f3-4d06-ae40-e2970c6a76f0 service neutron] 10.222.0.36 "GET /v2.0/networks/db7a7956-5753-48f1-84a3-719e54952fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849683 Oct 27 01:26:57.563675 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-235f317b-d9ba-42e0-979b-83da487d0c64 req-736cfc2c-fc88-46fc-9d28-93bc3ffc9dcd service neutron] 10.222.0.36 "GET /v2.0/networks/db7a7956-5753-48f1-84a3-719e54952fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812624 Oct 27 01:26:57.688015 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:57.960869 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 39082) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:58.062942 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8429c0d9-cda9-4d85-878c-53b3e87412bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:58.407909 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8429c0d9-cda9-4d85-878c-53b3e87412bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:58.427732 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97da26-d85f-4cca-9bfd-0a13be0789e7 req-06f5b91a-2594-4db1-862d-b539ee1a1e00 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:58.429254 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ee97da26-d85f-4cca-9bfd-0a13be0789e7 req-06f5b91a-2594-4db1-862d-b539ee1a1e00 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=359ae674-d03a-4657-a1f6-6bcd0078dca9 HTTP/1.1" status: 200 len: 943 time: 0.0554261 Oct 27 01:26:58.467591 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ee97da26-d85f-4cca-9bfd-0a13be0789e7 req-a5dcdffa-0467-45db-bab7-cdc4e36b9760 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315168 Oct 27 01:26:58.499607 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8429c0d9-cda9-4d85-878c-53b3e87412bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:58.535526 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429c0d9-cda9-4d85-878c-53b3e87412bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7082fe-3de0-446c-80d7-0efd4fad550d,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:58.539891 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-8429c0d9-cda9-4d85-878c-53b3e87412bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68865d62b9a74ad19f284c6b3c916eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5780225 Oct 27 01:26:58.542594 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 39088) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:26:58.590126 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4b6d63b0-3cb1-4c60-b1d7-62ee9e0912fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:58.610982 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4b6d63b0-3cb1-4c60-b1d7-62ee9e0912fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:58.762516 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4b6d63b0-3cb1-4c60-b1d7-62ee9e0912fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:58.765090 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4b6d63b0-3cb1-4c60-b1d7-62ee9e0912fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:58.766257 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-4b6d63b0-3cb1-4c60-b1d7-62ee9e0912fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c7082fe-3de0-446c-80d7-0efd4fad550d HTTP/1.1" status: 204 len: 168 time: 0.2227166 Oct 27 01:26:58.774095 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d63b0-3cb1-4c60-b1d7-62ee9e0912fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7082fe-3de0-446c-80d7-0efd4fad550d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:59.010755 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 7de1aad2-7e54-46f1-b67e-42a166518942 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:26:59.249531 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 7de1aad2-7e54-46f1-b67e-42a166518942, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=7de1aad2-7e54-46f1-b67e-42a166518942,segment=NetworkSegment(c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60),segment_id=c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:59.261048 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': '7de1aad2-7e54-46f1-b67e-42a166518942', 'network_id': 'db7a7956-5753-48f1-84a3-719e54952fae', 'port_id': '7de1aad2-7e54-46f1-b67e-42a166518942', 'mac_address': 'fa:16:3e:90:f0:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24272ddf-5ac7-4a02-bb5e-e41c77a2f3a5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:26:59.285930 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:59.302332 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:59.314610 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de1aad2-7e54-46f1-b67e-42a166518942 {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:26:59.332821 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 7de1aad2-7e54-46f1-b67e-42a166518942, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=7de1aad2-7e54-46f1-b67e-42a166518942,segment=NetworkSegment(c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60),segment_id=c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:26:59.453877 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:26:59.501207 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=7de1aad2-7e54-46f1-b67e-42a166518942,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:26:59.508227 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:59.508573 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:59.508913 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:59.509250 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:59.509579 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:59.509906 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:59.510254 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:59.510580 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:59.511563 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:59.511729 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:59.512049 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:59.512368 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:26:59.582593 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dda2ff-6e25-490d-b049-1fba30adcf75 req-dfbf2c76-dd80-4a79-a605-99082bfdb419 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:26:59.583993 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b4dda2ff-6e25-490d-b049-1fba30adcf75 req-dfbf2c76-dd80-4a79-a605-99082bfdb419 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=359ae674-d03a-4657-a1f6-6bcd0078dca9 HTTP/1.1" status: 200 len: 944 time: 0.0499527 Oct 27 01:26:59.622353 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b4dda2ff-6e25-490d-b049-1fba30adcf75 req-4197ee73-01ca-48a5-9c54-c9e4790cfe75 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315576 Oct 27 01:26:59.778559 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['7de1aad2-7e54-46f1-b67e-42a166518942'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:27:00.739818 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bafcdd-a401-4315-a406-a713c7e68944 req-74e388ce-f41c-458e-b883-bfb257aa9075 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:00.741289 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-94bafcdd-a401-4315-a406-a713c7e68944 req-74e388ce-f41c-458e-b883-bfb257aa9075 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=359ae674-d03a-4657-a1f6-6bcd0078dca9 HTTP/1.1" status: 200 len: 944 time: 0.0490720 Oct 27 01:27:00.780611 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-94bafcdd-a401-4315-a406-a713c7e68944 req-6402baff-8591-44bd-a6ba-114554f7c818 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330551 Oct 27 01:27:01.040148 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 7de1aad2-7e54-46f1-b67e-42a166518942 up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:27:01.148430 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning for port 7de1aad2-7e54-46f1-b67e-42a166518942 completed by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:27:01.152635 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port 7de1aad2-7e54-46f1-b67e-42a166518942 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:27:01.153009 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:01.229046 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:01.253602 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359ae674-d03a-4657-a1f6-6bcd0078dca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de1aad2-7e54-46f1-b67e-42a166518942'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:27:01.255885 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9667b86e-1a07-4bc2-986e-e8d8f1d99e7a" -d '{"events": [{"server_uuid": "359ae674-d03a-4657-a1f6-6bcd0078dca9", "name": "network-vif-plugged", "status": "completed", "tag": "7de1aad2-7e54-46f1-b67e-42a166518942"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:27:01.268485 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 7de1aad2-7e54-46f1-b67e-42a166518942, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=7de1aad2-7e54-46f1-b67e-42a166518942,segment=NetworkSegment(c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60),segment_id=c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:27:01.292899 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f074bb59-8714-441d-a087-5647940882c1 x-openstack-request-id: req-f074bb59-8714-441d-a087-5647940882c1 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:27:01.293193 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359ae674-d03a-4657-a1f6-6bcd0078dca9", "name": "network-vif-plugged", "status": "completed", "tag": "7de1aad2-7e54-46f1-b67e-42a166518942", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:27:01.293448 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f074bb59-8714-441d-a087-5647940882c1 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:27:01.293851 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359ae674-d03a-4657-a1f6-6bcd0078dca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de1aad2-7e54-46f1-b67e-42a166518942', 'code': 200} Oct 27 01:27:01.415614 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:01.462370 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=7de1aad2-7e54-46f1-b67e-42a166518942,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:01.768780 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23025372-e212-46fa-8210-49e616bed9ff req-4750705f-65ba-4966-9a96-fc0bb1c1db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:01.770308 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-23025372-e212-46fa-8210-49e616bed9ff req-4750705f-65ba-4966-9a96-fc0bb1c1db36 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=359ae674-d03a-4657-a1f6-6bcd0078dca9 HTTP/1.1" status: 200 len: 1098 time: 0.0409601 Oct 27 01:27:01.809856 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-23025372-e212-46fa-8210-49e616bed9ff req-a4459ff7-79b1-4bd3-86b4-548581a79e19 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291643 Oct 27 01:27:01.900076 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda27fe9-8f33-4d63-97c0-e6d91a556b11 req-0839189b-9eea-4ef9-8777-057db5a2b263 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:01.901786 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-eda27fe9-8f33-4d63-97c0-e6d91a556b11 req-0839189b-9eea-4ef9-8777-057db5a2b263 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=359ae674-d03a-4657-a1f6-6bcd0078dca9 HTTP/1.1" status: 200 len: 945 time: 0.0534108 Oct 27 01:27:01.942405 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-eda27fe9-8f33-4d63-97c0-e6d91a556b11 req-6c6d350a-61de-43a0-ba57-322be0c41d89 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328760 Oct 27 01:27:03.058088 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d8707-faa3-4522-8feb-f66b01f2d974 req-2fa771a9-6248-4ee9-877b-20f409058e8e tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:03.059788 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b19d8707-faa3-4522-8feb-f66b01f2d974 req-2fa771a9-6248-4ee9-877b-20f409058e8e tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=359ae674-d03a-4657-a1f6-6bcd0078dca9 HTTP/1.1" status: 200 len: 945 time: 0.0485892 Oct 27 01:27:03.098897 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b19d8707-faa3-4522-8feb-f66b01f2d974 req-5ee8c93f-edb6-40de-8c51-4c6bcdc28216 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322361 Oct 27 01:27:04.211896 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7c8a5-dabc-48f4-9f64-2189e6ad81fd req-368bd5ee-debf-41fd-ad9a-81ba417e2454 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:04.213342 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-36f7c8a5-dabc-48f4-9f64-2189e6ad81fd req-368bd5ee-debf-41fd-ad9a-81ba417e2454 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=359ae674-d03a-4657-a1f6-6bcd0078dca9 HTTP/1.1" status: 200 len: 945 time: 0.0482850 Oct 27 01:27:04.251851 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-36f7c8a5-dabc-48f4-9f64-2189e6ad81fd req-48109697-7ca4-4173-8328-b3c13574f4d4 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322745 Oct 27 01:27:05.368651 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581d705-2067-48ef-b10a-c4ab1c976b4c req-dbbe5ba7-b6fe-4e1e-aaf5-8fbbc84e9613 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:05.370784 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9581d705-2067-48ef-b10a-c4ab1c976b4c req-dbbe5ba7-b6fe-4e1e-aaf5-8fbbc84e9613 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=359ae674-d03a-4657-a1f6-6bcd0078dca9 HTTP/1.1" status: 200 len: 945 time: 0.0530705 Oct 27 01:27:05.409441 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-9581d705-2067-48ef-b10a-c4ab1c976b4c req-8bae96cb-c2c9-4cb5-abc3-f07e4b59f008 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325859 Oct 27 01:27:06.525785 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f1f58-d4d7-4537-a42d-96f5b84515bd req-3812f4e3-bec7-4fb4-85ea-a9c8768da390 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:06.527914 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-551f1f58-d4d7-4537-a42d-96f5b84515bd req-3812f4e3-bec7-4fb4-85ea-a9c8768da390 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=359ae674-d03a-4657-a1f6-6bcd0078dca9 HTTP/1.1" status: 200 len: 945 time: 0.0507741 Oct 27 01:27:06.565809 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-551f1f58-d4d7-4537-a42d-96f5b84515bd req-1a64a33e-ebc2-4fe9-9c9e-d61c779775cc tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314062 Oct 27 01:27:10.434501 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 39254) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:27:10.537028 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-66bc7095-d2b1-4af3-be6b-dc9f40fbb62f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:10.608158 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-66bc7095-d2b1-4af3-be6b-dc9f40fbb62f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:10.690908 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-66bc7095-d2b1-4af3-be6b-dc9f40fbb62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:10.729954 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-66bc7095-d2b1-4af3-be6b-dc9f40fbb62f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6573643a84624d379edd5bdaba93af41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942681 Oct 27 01:27:10.730845 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc7095-d2b1-4af3-be6b-dc9f40fbb62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434a9126-5c99-41ae-8ac5-a7f5ea260478,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:10.732573 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 39258) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:27:10.790183 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-2c525341-db06-4f00-9530-c6e44ddcea8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:10.804166 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-2c525341-db06-4f00-9530-c6e44ddcea8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:10.922423 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-2c525341-db06-4f00-9530-c6e44ddcea8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:10.925011 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-2c525341-db06-4f00-9530-c6e44ddcea8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:10.926178 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-2c525341-db06-4f00-9530-c6e44ddcea8d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/434a9126-5c99-41ae-8ac5-a7f5ea260478 HTTP/1.1" status: 204 len: 168 time: 0.1925998 Oct 27 01:27:10.934434 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c525341-db06-4f00-9530-c6e44ddcea8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434a9126-5c99-41ae-8ac5-a7f5ea260478,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:11.544225 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:27:12.506044 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 39298) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:27:12.610167 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9e339c6e-2a4c-4b40-ad00-5b05d16d45e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:12.680361 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9e339c6e-2a4c-4b40-ad00-5b05d16d45e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:12.759733 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9e339c6e-2a4c-4b40-ad00-5b05d16d45e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:12.798508 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-9e339c6e-2a4c-4b40-ad00-5b05d16d45e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc9009161a974b33a10fd6d9d942a580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912638 Oct 27 01:27:12.799277 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e339c6e-2a4c-4b40-ad00-5b05d16d45e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05aafc85-7785-4987-b8e6-187c11ab53e0,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:12.801766 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 39302) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:27:12.855641 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f4ec38f9-a4dc-47f4-b4cc-bc2afeeef851 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:12.875528 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f4ec38f9-a4dc-47f4-b4cc-bc2afeeef851 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:13.005577 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f4ec38f9-a4dc-47f4-b4cc-bc2afeeef851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:13.008193 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f4ec38f9-a4dc-47f4-b4cc-bc2afeeef851 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:13.009832 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-f4ec38f9-a4dc-47f4-b4cc-bc2afeeef851 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05aafc85-7785-4987-b8e6-187c11ab53e0 HTTP/1.1" status: 204 len: 168 time: 0.2065940 Oct 27 01:27:13.017607 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec38f9-a4dc-47f4-b4cc-bc2afeeef851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05aafc85-7785-4987-b8e6-187c11ab53e0,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:14.016500 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 39326) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:27:14.109681 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9506d241-b1e7-4baa-8d24-eafa71b549c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-703918299-network', 'tenant_id': 'ca625749d153471ea9f389ce0cb40803'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:27:14.207782 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9506d241-b1e7-4baa-8d24-eafa71b549c6 admin admin] Made reservation on behalf of ca625749d153471ea9f389ce0cb40803 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:27:14.210159 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9506d241-b1e7-4baa-8d24-eafa71b549c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:14.219382 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9506d241-b1e7-4baa-8d24-eafa71b549c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:14.301498 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9506d241-b1e7-4baa-8d24-eafa71b549c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:14.364740 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9506d241-b1e7-4baa-8d24-eafa71b549c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:14.388498 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9506d241-b1e7-4baa-8d24-eafa71b549c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:27:14.397687 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506d241-b1e7-4baa-8d24-eafa71b549c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af6123c-3baa-418a-b968-1f7f09e3d7d9,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:14.402892 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9506d241-b1e7-4baa-8d24-eafa71b549c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:14.403222 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.db.segments_db [None req-9506d241-b1e7-4baa-8d24-eafa71b549c6 admin admin] Added segment 08641bee-8765-4f78-9d31-eb3c69873978 of type vlan for network baadc2e5-ef47-411c-b34f-076291332e36 Oct 27 01:27:14.440556 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9506d241-b1e7-4baa-8d24-eafa71b549c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793628853670'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:14.556261 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9506d241-b1e7-4baa-8d24-eafa71b549c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:14.557140 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9506d241-b1e7-4baa-8d24-eafa71b549c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:14.557932 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9506d241-b1e7-4baa-8d24-eafa71b549c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:14.617900 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506d241-b1e7-4baa-8d24-eafa71b549c6 admin admin] Pushing event updated for resources: {'Network': ['ID=baadc2e5-ef47-411c-b34f-076291332e36,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:14.628059 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Network baadc2e5-ef47-411c-b34f-076291332e36 details requested by agent ovs-agent-dv-cinder-815560-1-iscsi with host dv-cinder-815560-1-iscsi {{(pid=102102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:27:14.696428 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-9506d241-b1e7-4baa-8d24-eafa71b549c6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6788003 Oct 27 01:27:14.699871 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 39332) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:27:14.704573 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-28d8b93d-89c9-48ce-b4d4-2740a8220bb4 admin admin] Request body: {'subnet': {'network_id': 'baadc2e5-ef47-411c-b34f-076291332e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-703918299-subnet', 'tenant_id': 'ca625749d153471ea9f389ce0cb40803', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:27:14.816675 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d8b93d-89c9-48ce-b4d4-2740a8220bb4 admin admin] Made reservation on behalf of ca625749d153471ea9f389ce0cb40803 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:27:14.819009 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-28d8b93d-89c9-48ce-b4d4-2740a8220bb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29180659'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:15.065074 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-28d8b93d-89c9-48ce-b4d4-2740a8220bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25808793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29180621'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:15.125919 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8b93d-89c9-48ce-b4d4-2740a8220bb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a97366f4-7e4b-4e9f-a8a6-6c8dfde9d131,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:15.133821 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d8b93d-89c9-48ce-b4d4-2740a8220bb4 admin admin] Checking segment: {'id': '08641bee-8765-4f78-9d31-eb3c69873978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'baadc2e5-ef47-411c-b34f-076291332e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:27:15.134218 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d8b93d-89c9-48ce-b4d4-2740a8220bb4 admin admin] Network hostable DHCP agents. Network: baadc2e5-ef47-411c-b34f-076291332e36, hostable agents: ['4fbae999-6d77-4ef4-a38a-49129aac495b'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:27:15.236142 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d8b93d-89c9-48ce-b4d4-2740a8220bb4 admin admin] Network baadc2e5-ef47-411c-b34f-076291332e36 is scheduled to be hosted by DHCP agent 4fbae999-6d77-4ef4-a38a-49129aac495b with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:27:15.310586 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-28d8b93d-89c9-48ce-b4d4-2740a8220bb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-1-iscsi, baadc2e5-ef47-411c-b34f-076291332e36) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:27:15.315229 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d8b93d-89c9-48ce-b4d4-2740a8220bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:15.316693 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-28d8b93d-89c9-48ce-b4d4-2740a8220bb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:15.321035 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca5fe0c-c403-406b-9529-a26f330bc8e4 None None] Network baadc2e5-ef47-411c-b34f-076291332e36 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:27:15.437204 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-28d8b93d-89c9-48ce-b4d4-2740a8220bb4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7362745 Oct 27 01:27:15.450771 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcd05c8-fd86-450b-91df-c9c1c810e1e9 None None] Network baadc2e5-ef47-411c-b34f-076291332e36 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:27:16.691284 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:16.995749 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0091a-fe20-4135-92af-89bc160df89e req-2cbf0c7c-f043-49c1-aefc-28e5823dc87e tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:16.997242 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c1f0091a-fe20-4135-92af-89bc160df89e req-2cbf0c7c-f043-49c1-aefc-28e5823dc87e tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0518641 Oct 27 01:27:17.045907 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c1f0091a-fe20-4135-92af-89bc160df89e req-1e3ad4c9-dd77-433e-97cf-667fa12ca9cc tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418744 Oct 27 01:27:17.559138 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a7e72-96a4-4b73-956a-82968208242c req-f0fbfe7b-7190-470c-af8e-6a15b8fa5b77 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:17.560972 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-514a7e72-96a4-4b73-956a-82968208242c req-f0fbfe7b-7190-470c-af8e-6a15b8fa5b77 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/networks?id=baadc2e5-ef47-411c-b34f-076291332e36 HTTP/1.1" status: 200 len: 808 time: 0.1023676 Oct 27 01:27:17.579404 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-514a7e72-96a4-4b73-956a-82968208242c req-f8535fb9-559d-4ca9-b209-8372bc251ce6 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/quotas/ca625749d153471ea9f389ce0cb40803 HTTP/1.1" status: 200 len: 375 time: 0.0110641 Oct 27 01:27:17.611834 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-514a7e72-96a4-4b73-956a-82968208242c req-0bb5a1b1-524b-480a-9d8b-517588c98815 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca625749d153471ea9f389ce0cb40803&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267522 Oct 27 01:27:17.702785 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-514a7e72-96a4-4b73-956a-82968208242c req-01db291e-62e4-456b-a007-249392333d2d service neutron] 10.222.0.32 "GET /v2.0/networks/baadc2e5-ef47-411c-b34f-076291332e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842612 Oct 27 01:27:17.793579 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-514a7e72-96a4-4b73-956a-82968208242c req-66bc00e2-54a4-4eee-b148-1cb2053d399a service neutron] 10.222.0.32 "GET /v2.0/networks/baadc2e5-ef47-411c-b34f-076291332e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849059 Oct 27 01:27:18.088063 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-64390b05-da4a-4873-b044-6b16e9b39bdf req-dc259eaa-a320-4932-9d38-1af17841aa7e tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=6149ea3b-b9fc-4e84-ba35-260a1169c3cc HTTP/1.1" status: 200 len: 210 time: 0.0264802 Oct 27 01:27:18.172918 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ad116-71f1-4f80-bf20-32eb3f9e67c8 req-50978896-9d11-4f26-95e5-d6406fa5a4f9 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:18.176017 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ff7ad116-71f1-4f80-bf20-32eb3f9e67c8 req-50978896-9d11-4f26-95e5-d6406fa5a4f9 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0551209 Oct 27 01:27:18.216045 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ff7ad116-71f1-4f80-bf20-32eb3f9e67c8 req-89171037-40ff-44fe-81dc-927cc9065317 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347683 Oct 27 01:27:19.168112 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-df12ce42-8d44-4a38-97fa-df375824e1b7 req-b3e276c5-ab5d-4aa7-a8c6-20bda14db054 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=6149ea3b-b9fc-4e84-ba35-260a1169c3cc HTTP/1.1" status: 200 len: 210 time: 0.0296068 Oct 27 01:27:19.334241 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3bd8d-a15b-4484-a009-5996e76765df req-bce1dded-3f25-400c-b5cd-d2a07cff88c4 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:19.335711 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-89d3bd8d-a15b-4484-a009-5996e76765df req-bce1dded-3f25-400c-b5cd-d2a07cff88c4 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0513320 Oct 27 01:27:19.374467 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-89d3bd8d-a15b-4484-a009-5996e76765df req-ba0cc7ac-242c-485c-93db-746f6f7caa42 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322611 Oct 27 01:27:20.265503 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b0f79d1c-086a-492c-8c20-9e03b64b623c req-642e77fe-bd35-4cd0-a49d-1c5430a4f123 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=6149ea3b-b9fc-4e84-ba35-260a1169c3cc HTTP/1.1" status: 200 len: 210 time: 0.0305634 Oct 27 01:27:20.488498 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ee043-bb1b-4ffb-b9a3-fc60949f1d19 req-db0e6940-88c3-4771-907d-4f0f16a0f802 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:20.490125 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-370ee043-bb1b-4ffb-b9a3-fc60949f1d19 req-db0e6940-88c3-4771-907d-4f0f16a0f802 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0492108 Oct 27 01:27:20.533417 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-370ee043-bb1b-4ffb-b9a3-fc60949f1d19 req-7bcd9123-4648-44e9-8c56-ef7c6b9218c1 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362253 Oct 27 01:27:20.815146 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a7e72-96a4-4b73-956a-82968208242c req-66e8a4fa-2c72-4bc8-b260-a87adf2dd359 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:20.816500 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-514a7e72-96a4-4b73-956a-82968208242c req-66e8a4fa-2c72-4bc8-b260-a87adf2dd359 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.36 "GET /v2.0/networks?id=baadc2e5-ef47-411c-b34f-076291332e36 HTTP/1.1" status: 200 len: 808 time: 0.1034679 Oct 27 01:27:20.839456 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-514a7e72-96a4-4b73-956a-82968208242c req-ad26facd-450b-4a66-b3c1-7a1f193ddeea tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Request body: {'port': {'device_id': '6149ea3b-b9fc-4e84-ba35-260a1169c3cc', 'network_id': 'baadc2e5-ef47-411c-b34f-076291332e36', 'admin_state_up': True, 'tenant_id': 'ca625749d153471ea9f389ce0cb40803'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:27:21.030547 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-514a7e72-96a4-4b73-956a-82968208242c req-ad26facd-450b-4a66-b3c1-7a1f193ddeea tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Made reservation on behalf of ca625749d153471ea9f389ce0cb40803 for: {'port': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:27:21.034347 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-514a7e72-96a4-4b73-956a-82968208242c req-ad26facd-450b-4a66-b3c1-7a1f193ddeea tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:21.157106 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [req-514a7e72-96a4-4b73-956a-82968208242c req-ad26facd-450b-4a66-b3c1-7a1f193ddeea tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Allocated IP 172.20.0.5 (baadc2e5-ef47-411c-b34f-076291332e36/a97366f4-7e4b-4e9f-a8a6-6c8dfde9d131/943434cc-fcd8-41b9-9052-099dfa003944) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:27:21.312518 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-514a7e72-96a4-4b73-956a-82968208242c req-ad26facd-450b-4a66-b3c1-7a1f193ddeea tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:21.366534 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ec4ba861-28df-4880-aa66-3d1b4c9f719f req-60433afb-07f1-4680-9fbd-30574b3f1db8 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=6149ea3b-b9fc-4e84-ba35-260a1169c3cc HTTP/1.1" status: 200 len: 210 time: 0.0302370 Oct 27 01:27:21.447884 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-514a7e72-96a4-4b73-956a-82968208242c req-ad26facd-450b-4a66-b3c1-7a1f193ddeea tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:21.490948 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-514a7e72-96a4-4b73-956a-82968208242c req-ad26facd-450b-4a66-b3c1-7a1f193ddeea tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Network baadc2e5-ef47-411c-b34f-076291332e36 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:27:21.493944 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [req-514a7e72-96a4-4b73-956a-82968208242c req-ad26facd-450b-4a66-b3c1-7a1f193ddeea tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:27:21.498255 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-514a7e72-96a4-4b73-956a-82968208242c req-ad26facd-450b-4a66-b3c1-7a1f193ddeea tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:27:21.504345 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26facd-450b-4a66-b3c1-7a1f193ddeea tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Pushing event updated for resources: {'Port': ['ID=943434cc-fcd8-41b9-9052-099dfa003944,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:21.553588 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a7e72-96a4-4b73-956a-82968208242c req-ad26facd-450b-4a66-b3c1-7a1f193ddeea tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:21.554223 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-514a7e72-96a4-4b73-956a-82968208242c req-ad26facd-450b-4a66-b3c1-7a1f193ddeea tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:21.616368 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-514a7e72-96a4-4b73-956a-82968208242c req-ad26facd-450b-4a66-b3c1-7a1f193ddeea tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7813632 Oct 27 01:27:21.636430 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-514a7e72-96a4-4b73-956a-82968208242c req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Request body: {'port': {'device_id': '6149ea3b-b9fc-4e84-ba35-260a1169c3cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:27:21.657444 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9f8df-181a-4af9-92e9-2681f368230a req-10c9bad5-414e-4cc9-835e-277f3b311349 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:21.659223 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1bb9f8df-181a-4af9-92e9-2681f368230a req-10c9bad5-414e-4cc9-835e-277f3b311349 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0496507 Oct 27 01:27:21.690913 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-514a7e72-96a4-4b73-956a-82968208242c req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:21.697895 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1bb9f8df-181a-4af9-92e9-2681f368230a req-374a2563-6345-4ff2-98da-c253ee79a7f8 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325718 Oct 27 01:27:21.951616 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [req-514a7e72-96a4-4b73-956a-82968208242c req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 943434cc-fcd8-41b9-9052-099dfa003944 {{(pid=102100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:27:21.967287 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-514a7e72-96a4-4b73-956a-82968208242c req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:21.999972 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.provisioning_blocks [req-514a7e72-96a4-4b73-956a-82968208242c req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Transition to ACTIVE for port object 943434cc-fcd8-41b9-9052-099dfa003944 will not be triggered until provisioned by entity L2. {{(pid=102100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:27:22.008722 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c0580-9d25-4225-a376-0df86b06c777 req-a77b3ed6-dbc0-4806-8ffc-a78fa6be4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:22.010362 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-034c0580-9d25-4225-a376-0df86b06c777 req-a77b3ed6-dbc0-4806-8ffc-a78fa6be4403 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71d6d08d1ae14a628663fb4124cfccc2&device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 1098 time: 0.0543587 Oct 27 01:27:22.094324 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-514a7e72-96a4-4b73-956a-82968208242c req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:22.156646 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c0580-9d25-4225-a376-0df86b06c777 req-ac2d2457-b320-4d72-915e-e6ea93486b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:22.158120 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-034c0580-9d25-4225-a376-0df86b06c777 req-ac2d2457-b320-4d72-915e-e6ea93486b78 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2042b203-b5b7-49f8-8939-5ca2d9affb39 HTTP/1.1" status: 200 len: 910 time: 0.1211760 Oct 27 01:27:22.166728 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Pushing event updated for resources: {'Port': ['ID=943434cc-fcd8-41b9-9052-099dfa003944,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:22.221642 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:22.221862 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:22.222228 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:22.222559 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:22.222888 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:22.223468 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:22.223791 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:22.224113 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:22.224432 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:22.224747 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:22.225064 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:22.225376 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:27:22.283604 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-034c0580-9d25-4225-a376-0df86b06c777 req-c7b39d87-11c1-4dbb-bc9c-1db9547cce1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded HTTP/1.1" status: 200 len: 1000 time: 0.1109540 Oct 27 01:27:22.292580 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-514a7e72-96a4-4b73-956a-82968208242c req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Attempting to bind port 943434cc-fcd8-41b9-9052-099dfa003944 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:27:22.292907 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-514a7e72-96a4-4b73-956a-82968208242c req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Attempting to bind port 943434cc-fcd8-41b9-9052-099dfa003944 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '08641bee-8765-4f78-9d31-eb3c69873978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'baadc2e5-ef47-411c-b34f-076291332e36'}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:27:22.293225 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514a7e72-96a4-4b73-956a-82968208242c req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Attempting to bind port 943434cc-fcd8-41b9-9052-099dfa003944 on network baadc2e5-ef47-411c-b34f-076291332e36 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:27:22.304992 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514a7e72-96a4-4b73-956a-82968208242c req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Port 943434cc-fcd8-41b9-9052-099dfa003944 on network baadc2e5-ef47-411c-b34f-076291332e36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:27:22.308814 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514a7e72-96a4-4b73-956a-82968208242c req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Attempting to bind port 943434cc-fcd8-41b9-9052-099dfa003944 on network baadc2e5-ef47-411c-b34f-076291332e36 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:27:22.328765 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514a7e72-96a4-4b73-956a-82968208242c req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Checking agent: {'id': '5557effb-edc1-4af5-af56-f2013bdcbb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'started_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:27:22.329089 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514a7e72-96a4-4b73-956a-82968208242c req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Checking segment: {'id': '08641bee-8765-4f78-9d31-eb3c69873978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'baadc2e5-ef47-411c-b34f-076291332e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:27:22.329460 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514a7e72-96a4-4b73-956a-82968208242c req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Bound using segment: {'id': '08641bee-8765-4f78-9d31-eb3c69873978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'baadc2e5-ef47-411c-b34f-076291332e36'} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:27:22.329889 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-514a7e72-96a4-4b73-956a-82968208242c req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Bound port: 943434cc-fcd8-41b9-9052-099dfa003944, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08641bee-8765-4f78-9d31-eb3c69873978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'baadc2e5-ef47-411c-b34f-076291332e36'}}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:27:22.330258 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-514a7e72-96a4-4b73-956a-82968208242c req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:22.345537 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c0580-9d25-4225-a376-0df86b06c777 req-0499b354-0de7-4889-bf60-3cbfa3d1afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:22.346985 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-034c0580-9d25-4225-a376-0df86b06c777 req-0499b354-0de7-4889-bf60-3cbfa3d1afbe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04798cc5-e1c0-4972-be48-0203c89ee0e2 HTTP/1.1" status: 200 len: 848 time: 0.0507181 Oct 27 01:27:22.401217 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c0580-9d25-4225-a376-0df86b06c777 req-bc825838-2e13-4dfb-87ff-c7b90fac1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:22.401650 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-034c0580-9d25-4225-a376-0df86b06c777 req-bc825838-2e13-4dfb-87ff-c7b90fac1ed4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2042b203-b5b7-49f8-8939-5ca2d9affb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453532 Oct 27 01:27:22.481865 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fe67b-9aaa-42d7-9eef-55391a8011f1 req-2679a7b5-e22d-46d2-b782-f54aa0df718a tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:22.483449 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5c1fe67b-9aaa-42d7-9eef-55391a8011f1 req-2679a7b5-e22d-46d2-b782-f54aa0df718a tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=6149ea3b-b9fc-4e84-ba35-260a1169c3cc HTTP/1.1" status: 200 len: 943 time: 0.0490792 Oct 27 01:27:22.504753 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-514a7e72-96a4-4b73-956a-82968208242c req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] For port 943434cc-fcd8-41b9-9052-099dfa003944, host hv-cinder-81556, cleared binding levels {{(pid=102100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:27:22.509373 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-514a7e72-96a4-4b73-956a-82968208242c req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] For port 943434cc-fcd8-41b9-9052-099dfa003944, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=943434cc-fcd8-41b9-9052-099dfa003944,segment=NetworkSegment(08641bee-8765-4f78-9d31-eb3c69873978),segment_id=08641bee-8765-4f78-9d31-eb3c69873978)] {{(pid=102100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:27:22.520406 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5c1fe67b-9aaa-42d7-9eef-55391a8011f1 req-4bff8ee9-c020-4a20-b423-ce7ce63c1d6c tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310023 Oct 27 01:27:22.532439 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-034c0580-9d25-4225-a376-0df86b06c777 req-22eebb8b-bb6e-4881-a679-51bea7668750 service neutron] 10.222.0.36 "GET /v2.0/networks/2042b203-b5b7-49f8-8939-5ca2d9affb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092808 Oct 27 01:27:22.623938 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-034c0580-9d25-4225-a376-0df86b06c777 req-0f0dfee6-b298-4eaa-94f6-05f88ce75d66 service neutron] 10.222.0.36 "GET /v2.0/networks/2042b203-b5b7-49f8-8939-5ca2d9affb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841260 Oct 27 01:27:22.720084 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-514a7e72-96a4-4b73-956a-82968208242c req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:22.757518 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a7e72-96a4-4b73-956a-82968208242c req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:22.758181 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-514a7e72-96a4-4b73-956a-82968208242c req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:22.759521 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-514a7e72-96a4-4b73-956a-82968208242c req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] 10.222.0.36 "PUT /v2.0/ports/943434cc-fcd8-41b9-9052-099dfa003944 HTTP/1.1" status: 200 len: 1093 time: 1.1275899 Oct 27 01:27:22.760091 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6149ea3b-b9fc-4e84-ba35-260a1169c3cc', 'tag': '943434cc-fcd8-41b9-9052-099dfa003944'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:27:22.762705 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab663960-16b8-4387-a804-511998c4af63" -d '{"events": [{"name": "network-changed", "server_uuid": "6149ea3b-b9fc-4e84-ba35-260a1169c3cc", "tag": "943434cc-fcd8-41b9-9052-099dfa003944"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:27:22.784054 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41032e00-573f-49bc-91b3-f46a3c1cb4eb service neutron] Pushing event updated for resources: {'Port': ['ID=943434cc-fcd8-41b9-9052-099dfa003944,revision_number=3']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:22.809081 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d73bd57-938a-44ba-8859-3932636e3b8a x-openstack-request-id: req-4d73bd57-938a-44ba-8859-3932636e3b8a {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:27:22.809449 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6149ea3b-b9fc-4e84-ba35-260a1169c3cc", "tag": "943434cc-fcd8-41b9-9052-099dfa003944", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:27:22.809711 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d73bd57-938a-44ba-8859-3932636e3b8a {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:27:22.810141 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6149ea3b-b9fc-4e84-ba35-260a1169c3cc', 'tag': '943434cc-fcd8-41b9-9052-099dfa003944', 'status': 'completed', 'code': 200} Oct 27 01:27:22.819102 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73d0d9-7f1e-4e2e-9c27-dfa9b129c6eb req-825d41e8-3769-4816-95df-9162860b44bd tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:22.820591 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4e73d0d9-7f1e-4e2e-9c27-dfa9b129c6eb req-825d41e8-3769-4816-95df-9162860b44bd tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0532663 Oct 27 01:27:22.862952 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4e73d0d9-7f1e-4e2e-9c27-dfa9b129c6eb req-d79998c1-8433-403f-a54b-6905d267a1a8 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358834 Oct 27 01:27:22.906706 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab663960-16b8-4387-a804-511998c4af63 req-3ca506f9-094d-4cdd-b77e-e220d05bed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:22.908186 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ab663960-16b8-4387-a804-511998c4af63 req-3ca506f9-094d-4cdd-b77e-e220d05bed7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca625749d153471ea9f389ce0cb40803&device_id=6149ea3b-b9fc-4e84-ba35-260a1169c3cc HTTP/1.1" status: 200 len: 1096 time: 0.0409713 Oct 27 01:27:23.258661 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab663960-16b8-4387-a804-511998c4af63 req-e1edfbb5-d997-42e4-af9c-3516c02836a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:23.260584 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ab663960-16b8-4387-a804-511998c4af63 req-e1edfbb5-d997-42e4-af9c-3516c02836a3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ca625749d153471ea9f389ce0cb40803&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3322675 Oct 27 01:27:23.364499 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab663960-16b8-4387-a804-511998c4af63 req-8c35af87-7b0d-492a-9fbd-47695f1b8695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:23.365968 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ab663960-16b8-4387-a804-511998c4af63 req-8c35af87-7b0d-492a-9fbd-47695f1b8695 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885229 Oct 27 01:27:23.503818 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a7e72-96a4-4b73-956a-82968208242c req-e0c38c44-eb3f-4001-8a15-19bffe21ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:23.505289 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-514a7e72-96a4-4b73-956a-82968208242c req-e0c38c44-eb3f-4001-8a15-19bffe21ba34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca625749d153471ea9f389ce0cb40803&device_id=6149ea3b-b9fc-4e84-ba35-260a1169c3cc HTTP/1.1" status: 200 len: 1096 time: 0.0396569 Oct 27 01:27:23.563657 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-514a7e72-96a4-4b73-956a-82968208242c req-3b97bc87-7c76-4a7c-a49d-4d39f0ab346c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=943434cc-fcd8-41b9-9052-099dfa003944 HTTP/1.1" status: 200 len: 217 time: 0.0363524 Oct 27 01:27:23.613959 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a7e72-96a4-4b73-956a-82968208242c req-60f6b848-5ac7-44bc-9ad9-8379aac4288f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:23.615464 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-514a7e72-96a4-4b73-956a-82968208242c req-60f6b848-5ac7-44bc-9ad9-8379aac4288f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a97366f4-7e4b-4e9f-a8a6-6c8dfde9d131 HTTP/1.1" status: 200 len: 848 time: 0.0442502 Oct 27 01:27:23.634313 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7976b-c421-4bd4-8bd6-f823aa714627 req-33e3e19c-f482-4309-ba89-6e3cfd5109ab tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:23.638621 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-aeb7976b-c421-4bd4-8bd6-f823aa714627 req-33e3e19c-f482-4309-ba89-6e3cfd5109ab tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=6149ea3b-b9fc-4e84-ba35-260a1169c3cc HTTP/1.1" status: 200 len: 943 time: 0.0479167 Oct 27 01:27:23.654111 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-514a7e72-96a4-4b73-956a-82968208242c req-d5a531f9-a711-4470-8621-6636a5dd313e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=baadc2e5-ef47-411c-b34f-076291332e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262845 Oct 27 01:27:23.676872 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-aeb7976b-c421-4bd4-8bd6-f823aa714627 req-d8a78f02-5ba0-4ff1-87ec-38f1c9578fef tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320587 Oct 27 01:27:23.748875 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-514a7e72-96a4-4b73-956a-82968208242c req-a8f2ad61-14e6-4209-9c5a-f2d80409afe8 service neutron] 10.222.0.36 "GET /v2.0/networks/baadc2e5-ef47-411c-b34f-076291332e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854766 Oct 27 01:27:23.822339 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0e8863a9-1b68-4142-9ec3-6484127d7f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:23.854916 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-514a7e72-96a4-4b73-956a-82968208242c req-9fe7ab8e-8d5e-4af5-9b2e-129bf904a46f service neutron] 10.222.0.36 "GET /v2.0/networks/baadc2e5-ef47-411c-b34f-076291332e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833366 Oct 27 01:27:23.976713 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c61e4-2b3b-4bc1-ad77-f689fba36731 req-9d394468-cf8e-4e75-b692-ade10b9d6298 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:23.978179 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-816c61e4-2b3b-4bc1-ad77-f689fba36731 req-9d394468-cf8e-4e75-b692-ade10b9d6298 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0487089 Oct 27 01:27:24.016488 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-816c61e4-2b3b-4bc1-ad77-f689fba36731 req-d7444148-d781-447e-8b13-a1d6d14f632e tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314672 Oct 27 01:27:24.788845 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54aa0f-9c93-47d1-8e17-15b6261e72fe req-ed085c42-79a5-4e9f-b3d2-e8de6015be15 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:24.790400 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0c54aa0f-9c93-47d1-8e17-15b6261e72fe req-ed085c42-79a5-4e9f-b3d2-e8de6015be15 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=6149ea3b-b9fc-4e84-ba35-260a1169c3cc HTTP/1.1" status: 200 len: 943 time: 0.0475886 Oct 27 01:27:24.830979 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0c54aa0f-9c93-47d1-8e17-15b6261e72fe req-f9a85b2c-677c-49e0-ba99-464bee1150dc tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347979 Oct 27 01:27:25.132110 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d11627-7b74-4449-a757-ee191d441754 req-c6765398-ff98-404a-bcba-cf9624976968 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:25.133580 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-74d11627-7b74-4449-a757-ee191d441754 req-c6765398-ff98-404a-bcba-cf9624976968 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0493200 Oct 27 01:27:25.170231 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-74d11627-7b74-4449-a757-ee191d441754 req-54a55ee7-3123-4894-b896-892f9448ced6 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306859 Oct 27 01:27:25.944801 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad99784-8e12-4599-8398-e8d858e54061 req-4988cb90-859e-4969-a498-3e9e8a9ae9b9 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:25.946292 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-cad99784-8e12-4599-8398-e8d858e54061 req-4988cb90-859e-4969-a498-3e9e8a9ae9b9 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=6149ea3b-b9fc-4e84-ba35-260a1169c3cc HTTP/1.1" status: 200 len: 943 time: 0.0492759 Oct 27 01:27:25.984450 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-cad99784-8e12-4599-8398-e8d858e54061 req-e93d126e-91ef-4a27-9e23-440e8c2ad413 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319941 Oct 27 01:27:26.286743 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8979b-6618-40d6-acd0-9d4aa571d275 req-738ba00a-4959-45ab-97ca-1652992895fc tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:26.288185 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-72a8979b-6618-40d6-acd0-9d4aa571d275 req-738ba00a-4959-45ab-97ca-1652992895fc tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0480840 Oct 27 01:27:26.330102 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-72a8979b-6618-40d6-acd0-9d4aa571d275 req-311bd49d-b1d7-4810-8c15-53363d4531b1 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351415 Oct 27 01:27:26.371377 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-91959709-d0f2-4cd0-bf67-8670286dfc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:27.097311 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc61605-7121-4f60-8fff-dd336ae34cdf req-9958114d-fa91-46ae-acb5-3bd20aef8fdc tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:27.099055 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3fc61605-7121-4f60-8fff-dd336ae34cdf req-9958114d-fa91-46ae-acb5-3bd20aef8fdc tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=6149ea3b-b9fc-4e84-ba35-260a1169c3cc HTTP/1.1" status: 200 len: 943 time: 0.0477595 Oct 27 01:27:27.136952 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3fc61605-7121-4f60-8fff-dd336ae34cdf req-72dc7f46-86c0-4ac9-ba6f-413cb91b76e0 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313256 Oct 27 01:27:27.180362 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 943434cc-fcd8-41b9-9052-099dfa003944 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:27:27.208148 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:27.279749 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 943434cc-fcd8-41b9-9052-099dfa003944, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=943434cc-fcd8-41b9-9052-099dfa003944,segment=NetworkSegment(08641bee-8765-4f78-9d31-eb3c69873978),segment_id=08641bee-8765-4f78-9d31-eb3c69873978)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:27:27.291508 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': '943434cc-fcd8-41b9-9052-099dfa003944', 'network_id': 'baadc2e5-ef47-411c-b34f-076291332e36', 'port_id': '943434cc-fcd8-41b9-9052-099dfa003944', 'mac_address': 'fa:16:3e:8a:f3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97366f4-7e4b-4e9f-a8a6-6c8dfde9d131', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:27:27.330108 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:27.344912 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 943434cc-fcd8-41b9-9052-099dfa003944 {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:27:27.365387 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 943434cc-fcd8-41b9-9052-099dfa003944, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=943434cc-fcd8-41b9-9052-099dfa003944,segment=NetworkSegment(08641bee-8765-4f78-9d31-eb3c69873978),segment_id=08641bee-8765-4f78-9d31-eb3c69873978)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:27:27.396358 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eee93-6828-4542-947b-01d6d9705f95 req-d3e052db-dd67-468e-91ea-8f6989cfad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:27.397852 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-336eee93-6828-4542-947b-01d6d9705f95 req-d3e052db-dd67-468e-91ea-8f6989cfad5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71d6d08d1ae14a628663fb4124cfccc2&device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 1098 time: 0.0552411 Oct 27 01:27:27.447039 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2194bd-4284-4fa3-b96c-b88f5dac964f req-ec04e9f3-3586-45d1-8a30-e889eca4bf6d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:27.449165 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ee2194bd-4284-4fa3-b96c-b88f5dac964f req-ec04e9f3-3586-45d1-8a30-e889eca4bf6d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0502388 Oct 27 01:27:27.453735 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:27.500361 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ee2194bd-4284-4fa3-b96c-b88f5dac964f req-7f06c068-083e-4901-94be-69d0dd736019 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451465 Oct 27 01:27:27.501731 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eee93-6828-4542-947b-01d6d9705f95 req-2891630d-7b1f-467b-b000-32ed048829f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:27.503368 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-336eee93-6828-4542-947b-01d6d9705f95 req-2891630d-7b1f-467b-b000-32ed048829f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2042b203-b5b7-49f8-8939-5ca2d9affb39 HTTP/1.1" status: 200 len: 910 time: 0.0952826 Oct 27 01:27:27.508253 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=943434cc-fcd8-41b9-9052-099dfa003944,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:27.573228 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-336eee93-6828-4542-947b-01d6d9705f95 req-dd61fdda-d102-4b1d-a848-67f2004f8df2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded HTTP/1.1" status: 200 len: 1000 time: 0.0611587 Oct 27 01:27:27.630454 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eee93-6828-4542-947b-01d6d9705f95 req-85c2cbd5-4c57-4af7-a0de-e2062355e8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:27.631930 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-336eee93-6828-4542-947b-01d6d9705f95 req-85c2cbd5-4c57-4af7-a0de-e2062355e8fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04798cc5-e1c0-4972-be48-0203c89ee0e2 HTTP/1.1" status: 200 len: 848 time: 0.0453861 Oct 27 01:27:27.680319 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eee93-6828-4542-947b-01d6d9705f95 req-8115c348-dd45-4630-9f17-3cc3a73a8da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:27.682412 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-336eee93-6828-4542-947b-01d6d9705f95 req-8115c348-dd45-4630-9f17-3cc3a73a8da9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2042b203-b5b7-49f8-8939-5ca2d9affb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403960 Oct 27 01:27:27.716146 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:27.777184 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['943434cc-fcd8-41b9-9052-099dfa003944'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:27:27.782170 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-336eee93-6828-4542-947b-01d6d9705f95 req-c5eae8c5-1b51-4994-8b75-3f5e6caa85b8 service neutron] 10.222.0.36 "GET /v2.0/networks/2042b203-b5b7-49f8-8939-5ca2d9affb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862396 Oct 27 01:27:27.871683 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-336eee93-6828-4542-947b-01d6d9705f95 req-8160133a-7165-4244-bc1a-fc50d8bf01f3 service neutron] 10.222.0.36 "GET /v2.0/networks/2042b203-b5b7-49f8-8939-5ca2d9affb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849574 Oct 27 01:27:28.251885 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62ef75-4545-4718-b982-c9f8bb5430b1 req-1d68500f-18a0-49fd-8b6a-db0a6c9bfdcc tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:28.253350 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ed62ef75-4545-4718-b982-c9f8bb5430b1 req-1d68500f-18a0-49fd-8b6a-db0a6c9bfdcc tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=6149ea3b-b9fc-4e84-ba35-260a1169c3cc HTTP/1.1" status: 200 len: 944 time: 0.0490530 Oct 27 01:27:28.297822 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ed62ef75-4545-4718-b982-c9f8bb5430b1 req-5ca58247-fd75-4c8e-9c93-4ad22111a247 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351050 Oct 27 01:27:28.617101 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8119088-ce19-4523-aeac-00424335126c req-467d6a39-b926-4dfa-b4b8-8b9212f0d4b1 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:28.618489 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f8119088-ce19-4523-aeac-00424335126c req-467d6a39-b926-4dfa-b4b8-8b9212f0d4b1 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0496705 Oct 27 01:27:28.656449 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f8119088-ce19-4523-aeac-00424335126c req-ee4b7361-0e8b-4201-b6bd-27fbd1383c45 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318885 Oct 27 01:27:29.211063 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 943434cc-fcd8-41b9-9052-099dfa003944 up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:27:29.284759 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:29.335952 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning for port 943434cc-fcd8-41b9-9052-099dfa003944 completed by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:27:29.340325 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port 943434cc-fcd8-41b9-9052-099dfa003944 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:27:29.340716 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:29.409981 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cf82d-cf13-4781-81b5-d37f3e224040 req-6c0ff10f-22a2-4580-bc70-1b65e6daa466 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:29.411530 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-057cf82d-cf13-4781-81b5-d37f3e224040 req-6c0ff10f-22a2-4580-bc70-1b65e6daa466 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=6149ea3b-b9fc-4e84-ba35-260a1169c3cc HTTP/1.1" status: 200 len: 944 time: 0.0487375 Oct 27 01:27:29.422948 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:29.445695 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6149ea3b-b9fc-4e84-ba35-260a1169c3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943434cc-fcd8-41b9-9052-099dfa003944'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:27:29.448172 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff5b19d-e157-4500-b425-3d9cf3e88220" -d '{"events": [{"server_uuid": "6149ea3b-b9fc-4e84-ba35-260a1169c3cc", "name": "network-vif-plugged", "status": "completed", "tag": "943434cc-fcd8-41b9-9052-099dfa003944"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:27:29.451265 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-057cf82d-cf13-4781-81b5-d37f3e224040 req-be3560cb-3fdb-45b8-8cd5-f12a8eaabf82 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326886 Oct 27 01:27:29.466912 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 943434cc-fcd8-41b9-9052-099dfa003944, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=943434cc-fcd8-41b9-9052-099dfa003944,segment=NetworkSegment(08641bee-8765-4f78-9d31-eb3c69873978),segment_id=08641bee-8765-4f78-9d31-eb3c69873978)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:27:29.490529 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941a5e1f-8979-422f-bfe5-863b07cb42ec x-openstack-request-id: req-941a5e1f-8979-422f-bfe5-863b07cb42ec {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:27:29.490875 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6149ea3b-b9fc-4e84-ba35-260a1169c3cc", "name": "network-vif-plugged", "status": "completed", "tag": "943434cc-fcd8-41b9-9052-099dfa003944", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:27:29.491130 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-941a5e1f-8979-422f-bfe5-863b07cb42ec {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:27:29.491534 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6149ea3b-b9fc-4e84-ba35-260a1169c3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943434cc-fcd8-41b9-9052-099dfa003944', 'code': 200} Oct 27 01:27:29.581758 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:29.643601 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=943434cc-fcd8-41b9-9052-099dfa003944,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:29.768788 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fccee8-04d5-4fa0-a333-0c855cbc8627 req-95f04d71-fe91-4732-abbd-8c34eeac6b86 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:29.770291 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-23fccee8-04d5-4fa0-a333-0c855cbc8627 req-95f04d71-fe91-4732-abbd-8c34eeac6b86 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0481339 Oct 27 01:27:29.811132 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-23fccee8-04d5-4fa0-a333-0c855cbc8627 req-634d1bd9-5e58-4857-93b3-c91a734447af tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348487 Oct 27 01:27:29.927003 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2d28c-de52-415d-b55a-814cf8d377ba req-c7a023b6-7d9b-4eee-ac10-504d833aadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:29.928466 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ffc2d28c-de52-415d-b55a-814cf8d377ba req-c7a023b6-7d9b-4eee-ac10-504d833aadbc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6149ea3b-b9fc-4e84-ba35-260a1169c3cc HTTP/1.1" status: 200 len: 1098 time: 0.0472891 Oct 27 01:27:29.973511 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ffc2d28c-de52-415d-b55a-814cf8d377ba req-ddb2715e-d990-4284-8e38-462df351962d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302243 Oct 27 01:27:30.569525 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70363255-69c2-4f61-b1a3-c5dac7aecdae req-9a1cacc6-dfb6-43cd-9558-59d70eb8e620 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:30.571023 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-70363255-69c2-4f61-b1a3-c5dac7aecdae req-9a1cacc6-dfb6-43cd-9558-59d70eb8e620 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=6149ea3b-b9fc-4e84-ba35-260a1169c3cc HTTP/1.1" status: 200 len: 945 time: 0.0497613 Oct 27 01:27:30.609483 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-70363255-69c2-4f61-b1a3-c5dac7aecdae req-b5f56846-81af-4e94-914e-c5f12894273a tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315876 Oct 27 01:27:30.923686 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a767762-30cd-4561-aeec-444574f399fa req-02b52ab2-d42e-4b1d-8e58-7eb18668b717 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:30.925200 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4a767762-30cd-4561-aeec-444574f399fa req-02b52ab2-d42e-4b1d-8e58-7eb18668b717 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0483499 Oct 27 01:27:30.964178 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4a767762-30cd-4561-aeec-444574f399fa req-4b0325f5-bfab-4017-9b6a-e7bcb6415549 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326374 Oct 27 01:27:31.724409 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66412c4-ff31-4b8c-90a0-4a303aeae76a req-3247da9d-56b9-45fb-8486-0dc806ac737c tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:31.725895 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b66412c4-ff31-4b8c-90a0-4a303aeae76a req-3247da9d-56b9-45fb-8486-0dc806ac737c tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=6149ea3b-b9fc-4e84-ba35-260a1169c3cc HTTP/1.1" status: 200 len: 945 time: 0.0489829 Oct 27 01:27:31.766777 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b66412c4-ff31-4b8c-90a0-4a303aeae76a req-fa684581-9720-4d85-a7d0-cedc24c753f5 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342424 Oct 27 01:27:32.079849 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93d3a5-c96d-4b05-8b29-df061d3b57d2 req-94a71677-5b58-47d0-be73-e047f2769092 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:32.081352 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3a93d3a5-c96d-4b05-8b29-df061d3b57d2 req-94a71677-5b58-47d0-be73-e047f2769092 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0483997 Oct 27 01:27:32.121287 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3a93d3a5-c96d-4b05-8b29-df061d3b57d2 req-a05d04e6-fbbf-4b41-adef-e015874bfb92 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322812 Oct 27 01:27:32.480442 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce46b9-859d-4286-93d5-c3b37a47a4d8 req-6461f43a-2cfc-44f0-b314-b897983acecb tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:32.481915 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-73ce46b9-859d-4286-93d5-c3b37a47a4d8 req-6461f43a-2cfc-44f0-b314-b897983acecb tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0488307 Oct 27 01:27:32.520602 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-73ce46b9-859d-4286-93d5-c3b37a47a4d8 req-01ed67cc-89d0-40f3-acd0-7291acc00ffe tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325825 Oct 27 01:27:32.531840 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7de8b64c-5732-4864-be57-93bfcd30ecb1 req-c24c0263-2731-4975-ab54-47ff8477036e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0391521 Oct 27 01:27:33.243415 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:27:33.274719 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefac17-5084-45c6-9f59-d684322861fd req-d1a9ec9a-edd0-4b8e-b0a1-0b9f37d94595 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:33.277073 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fbefac17-5084-45c6-9f59-d684322861fd req-d1a9ec9a-edd0-4b8e-b0a1-0b9f37d94595 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=6149ea3b-b9fc-4e84-ba35-260a1169c3cc HTTP/1.1" status: 200 len: 945 time: 0.0507176 Oct 27 01:27:33.318577 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fbefac17-5084-45c6-9f59-d684322861fd req-b99dd8d8-9c70-45eb-8eb7-46a36604ae93 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351939 Oct 27 01:27:33.318848 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:33.342715 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59a1076-7156-48a7-8e09-75b55aac1a27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90eb633a-ee1a-4e18-995e-ca5fcbcb3ded'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:27:33.344920 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd58364b-4e7e-4e88-b862-48cdde683015" -d '{"events": [{"server_uuid": "b59a1076-7156-48a7-8e09-75b55aac1a27", "name": "network-vif-unplugged", "status": "completed", "tag": "90eb633a-ee1a-4e18-995e-ca5fcbcb3ded"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:27:33.357451 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded,segment=NetworkSegment(a58535e4-7aba-4125-97b0-c17f89f4a447),segment_id=a58535e4-7aba-4125-97b0-c17f89f4a447)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:27:33.378172 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 01:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219b928e-029c-4f26-b538-55903ea98622 x-openstack-request-id: req-219b928e-029c-4f26-b538-55903ea98622 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:27:33.378358 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59a1076-7156-48a7-8e09-75b55aac1a27", "name": "network-vif-unplugged", "status": "failed", "tag": "90eb633a-ee1a-4e18-995e-ca5fcbcb3ded", "code": 422}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:27:33.378610 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-219b928e-029c-4f26-b538-55903ea98622 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:27:33.379043 dv-cinder-815560-1-iscsi neutron-server[102102]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b59a1076-7156-48a7-8e09-75b55aac1a27', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '90eb633a-ee1a-4e18-995e-ca5fcbcb3ded', 'code': 422} returned with failed status Oct 27 01:27:33.451045 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:33.493797 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded,revision_number=6']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:33.637012 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb7bde-0973-4d56-a992-7e7d489393cf req-1cf27a30-c8f9-4d30-b053-5cca8afb9e2e tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:33.638507 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-58bb7bde-0973-4d56-a992-7e7d489393cf req-1cf27a30-c8f9-4d30-b053-5cca8afb9e2e tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 943 time: 0.0540390 Oct 27 01:27:33.676926 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-58bb7bde-0973-4d56-a992-7e7d489393cf req-e9029058-019e-49ff-8d5f-b9889cf68d14 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317743 Oct 27 01:27:34.434966 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d62a3e-e467-42ac-94a7-5e498ad8c2a6 req-cafa9c3d-4f89-4727-8636-b0a374b9c8b1 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:34.436443 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b4d62a3e-e467-42ac-94a7-5e498ad8c2a6 req-cafa9c3d-4f89-4727-8636-b0a374b9c8b1 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=6149ea3b-b9fc-4e84-ba35-260a1169c3cc HTTP/1.1" status: 200 len: 945 time: 0.0495682 Oct 27 01:27:34.473521 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b4d62a3e-e467-42ac-94a7-5e498ad8c2a6 req-8f615918-e6fe-4ae6-b6cb-0a688d4a05d8 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313494 Oct 27 01:27:34.788308 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53ba31-c456-4761-9fd2-c0d586cfd2bd req-ec0699fd-aa4b-450d-b980-0607df4a5e20 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:34.789728 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ba53ba31-c456-4761-9fd2-c0d586cfd2bd req-ec0699fd-aa4b-450d-b980-0607df4a5e20 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 943 time: 0.0474193 Oct 27 01:27:34.830700 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ba53ba31-c456-4761-9fd2-c0d586cfd2bd req-301cac68-d6f6-41e7-85c4-c37479c9c89f tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343707 Oct 27 01:27:34.986609 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d24c0d-7237-4029-8569-600dedaf2544 req-a60c9863-2bdb-42e3-9d39-97cfa9816989 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:34.987635 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-52d24c0d-7237-4029-8569-600dedaf2544 req-a60c9863-2bdb-42e3-9d39-97cfa9816989 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.36 "GET /v2.0/ports?device_id=6149ea3b-b9fc-4e84-ba35-260a1169c3cc HTTP/1.1" status: 200 len: 945 time: 0.0480771 Oct 27 01:27:35.084445 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-52d24c0d-7237-4029-8569-600dedaf2544 req-c02e2281-b6f2-4472-9a87-0eac3fea3a98 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Deleting port 943434cc-fcd8-41b9-9052-099dfa003944 {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:27:35.084781 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-52d24c0d-7237-4029-8569-600dedaf2544 req-c02e2281-b6f2-4472-9a87-0eac3fea3a98 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:35.173347 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-52d24c0d-7237-4029-8569-600dedaf2544 req-c02e2281-b6f2-4472-9a87-0eac3fea3a98 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] For port 943434cc-fcd8-41b9-9052-099dfa003944, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=943434cc-fcd8-41b9-9052-099dfa003944,segment=NetworkSegment(08641bee-8765-4f78-9d31-eb3c69873978),segment_id=08641bee-8765-4f78-9d31-eb3c69873978)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:27:35.173707 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-52d24c0d-7237-4029-8569-600dedaf2544 req-c02e2281-b6f2-4472-9a87-0eac3fea3a98 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:35.186083 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-52d24c0d-7237-4029-8569-600dedaf2544 req-c02e2281-b6f2-4472-9a87-0eac3fea3a98 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Calling delete_port for 943434cc-fcd8-41b9-9052-099dfa003944 owned by compute:nova {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:27:35.402409 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-52d24c0d-7237-4029-8569-600dedaf2544 req-c02e2281-b6f2-4472-9a87-0eac3fea3a98 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:35.430631 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e2281-b6f2-4472-9a87-0eac3fea3a98 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Pushing event deleted for resources: {'Port': ['ID=943434cc-fcd8-41b9-9052-099dfa003944,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:35.483005 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d24c0d-7237-4029-8569-600dedaf2544 req-c02e2281-b6f2-4472-9a87-0eac3fea3a98 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] No DVR routers for this DVR port 943434cc-fcd8-41b9-9052-099dfa003944 on host hv-cinder-81556 {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:27:35.485488 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-52d24c0d-7237-4029-8569-600dedaf2544 req-c02e2281-b6f2-4472-9a87-0eac3fea3a98 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:35.489175 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-52d24c0d-7237-4029-8569-600dedaf2544 req-c02e2281-b6f2-4472-9a87-0eac3fea3a98 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.36 "DELETE /v2.0/ports/943434cc-fcd8-41b9-9052-099dfa003944 HTTP/1.1" status: 204 len: 173 time: 0.4934607 Oct 27 01:27:35.490124 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6149ea3b-b9fc-4e84-ba35-260a1169c3cc', 'name': 'network-vif-deleted', 'tag': '943434cc-fcd8-41b9-9052-099dfa003944'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:27:35.494065 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd04ed7c-5ef3-47ad-bbd5-e8bb2954be17" -d '{"events": [{"server_uuid": "6149ea3b-b9fc-4e84-ba35-260a1169c3cc", "name": "network-vif-deleted", "tag": "943434cc-fcd8-41b9-9052-099dfa003944"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:27:35.533613 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0392409b-65bf-414b-8106-0fd25996eafc x-openstack-request-id: req-0392409b-65bf-414b-8106-0fd25996eafc {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:27:35.533903 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6149ea3b-b9fc-4e84-ba35-260a1169c3cc", "name": "network-vif-deleted", "tag": "943434cc-fcd8-41b9-9052-099dfa003944", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:27:35.534250 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0392409b-65bf-414b-8106-0fd25996eafc {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:27:35.534643 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6149ea3b-b9fc-4e84-ba35-260a1169c3cc', 'name': 'network-vif-deleted', 'tag': '943434cc-fcd8-41b9-9052-099dfa003944', 'status': 'completed', 'code': 200} Oct 27 01:27:35.567364 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e93aff6d-9b06-418f-9d51-89f63f428ea6 req-07aad90d-45cb-4580-9bdf-a636fa30fc67 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=6149ea3b-b9fc-4e84-ba35-260a1169c3cc HTTP/1.1" status: 200 len: 210 time: 0.0252113 Oct 27 01:27:35.947895 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd421ad5-34aa-40e5-9e28-3f5ab51510e1 req-2e0f41bb-0347-4678-8a64-fbfa296008a0 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:35.949355 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fd421ad5-34aa-40e5-9e28-3f5ab51510e1 req-2e0f41bb-0347-4678-8a64-fbfa296008a0 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 943 time: 0.0483115 Oct 27 01:27:35.993282 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fd421ad5-34aa-40e5-9e28-3f5ab51510e1 req-7002edcc-036f-4c58-ad28-95484417e261 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377932 Oct 27 01:27:36.683545 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4cc35f55-6b51-437a-8408-07becb483f7d req-f3012418-8c35-45cc-8c6d-3a79a0b44b0b tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=6149ea3b-b9fc-4e84-ba35-260a1169c3cc HTTP/1.1" status: 200 len: 210 time: 0.0269878 Oct 27 01:27:37.111671 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e8ba4-0123-4258-b68a-426ee10c39c8 req-6802815d-18d3-46a4-b045-cac947c67c61 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:37.113189 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-581e8ba4-0123-4258-b68a-426ee10c39c8 req-6802815d-18d3-46a4-b045-cac947c67c61 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 943 time: 0.0500090 Oct 27 01:27:37.162242 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-581e8ba4-0123-4258-b68a-426ee10c39c8 req-e8a0370f-8e53-4079-8786-92bd33315890 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424356 Oct 27 01:27:37.291548 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 943434cc-fcd8-41b9-9052-099dfa003944 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:27:37.314919 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] No Port match for: 943434cc-fcd8-41b9-9052-099dfa003944 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:27:37.314919 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 943434cc-fcd8-41b9-9052-099dfa003944 not bound to the agent host hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:27:37.931253 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244897c8-3158-41ed-ade8-3738d6cc019d req-8a602569-b077-4415-b4d1-21e4c60de2d2 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:37.933113 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-244897c8-3158-41ed-ade8-3738d6cc019d req-8a602569-b077-4415-b4d1-21e4c60de2d2 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/networks?id=baadc2e5-ef47-411c-b34f-076291332e36 HTTP/1.1" status: 200 len: 808 time: 0.1012502 Oct 27 01:27:37.948751 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-244897c8-3158-41ed-ade8-3738d6cc019d req-d0b827a4-1ddf-43c6-9de9-a9598ae24271 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/quotas/ca625749d153471ea9f389ce0cb40803 HTTP/1.1" status: 200 len: 375 time: 0.0096185 Oct 27 01:27:37.980524 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-244897c8-3158-41ed-ade8-3738d6cc019d req-f2290447-c515-49b1-878d-f80296770161 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca625749d153471ea9f389ce0cb40803&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264027 Oct 27 01:27:38.074904 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-244897c8-3158-41ed-ade8-3738d6cc019d req-3d6172db-de56-4533-b650-393e439f5c37 service neutron] 10.222.0.32 "GET /v2.0/networks/baadc2e5-ef47-411c-b34f-076291332e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875671 Oct 27 01:27:38.168110 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-244897c8-3158-41ed-ade8-3738d6cc019d req-efac36a7-5463-48b7-8c8c-8c3ee5459401 service neutron] 10.222.0.32 "GET /v2.0/networks/baadc2e5-ef47-411c-b34f-076291332e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872910 Oct 27 01:27:38.275794 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289adc1-526c-49c6-9314-1476e665d1e2 req-f2372762-78b9-4c30-827b-0203eedeef32 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:38.277159 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4289adc1-526c-49c6-9314-1476e665d1e2 req-f2372762-78b9-4c30-827b-0203eedeef32 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 943 time: 0.0492113 Oct 27 01:27:38.316522 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4289adc1-526c-49c6-9314-1476e665d1e2 req-0d21ccd8-c4ab-417b-a816-3de48192fc71 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333562 Oct 27 01:27:38.487205 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-bee996de-dc5a-495b-b333-076b236c0669 req-2c5358dc-2760-440c-ac70-1b6056e540cc tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 210 time: 0.0278330 Oct 27 01:27:39.431176 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1785e01-b5ac-4322-bec5-2d8774c31ecf req-75dc18ae-8b03-47fa-b2cd-ca11cb3aaaa5 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:39.432906 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e1785e01-b5ac-4322-bec5-2d8774c31ecf req-75dc18ae-8b03-47fa-b2cd-ca11cb3aaaa5 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 943 time: 0.0500286 Oct 27 01:27:39.473321 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e1785e01-b5ac-4322-bec5-2d8774c31ecf req-517b8ab6-47c6-4f59-ae0f-27c17a11827a tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342748 Oct 27 01:27:39.578293 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e8c88b4f-7e3d-4d77-a456-6403ec78e3f2 req-d8051d3b-dcd2-49e6-931a-09c9b6fb7db1 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 210 time: 0.0249553 Oct 27 01:27:40.399100 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8b64c-5732-4864-be57-93bfcd30ecb1 req-01ffee4e-e57a-43c3-8aaa-374d7c57cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:40.401156 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7de8b64c-5732-4864-be57-93bfcd30ecb1 req-01ffee4e-e57a-43c3-8aaa-374d7c57cbd8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27&tenant_id=71d6d08d1ae14a628663fb4124cfccc2 HTTP/1.1" status: 200 len: 1096 time: 0.0396388 Oct 27 01:27:40.483168 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8b64c-5732-4864-be57-93bfcd30ecb1 req-17e35fd0-8458-426a-a03c-5bf6b4e08fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:40.484991 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7de8b64c-5732-4864-be57-93bfcd30ecb1 req-17e35fd0-8458-426a-a03c-5bf6b4e08fa7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71d6d08d1ae14a628663fb4124cfccc2&device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 1096 time: 0.0417593 Oct 27 01:27:40.583029 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8b64c-5732-4864-be57-93bfcd30ecb1 req-295ae5fd-0236-4bf4-85a9-554f966a1b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:40.584483 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7de8b64c-5732-4864-be57-93bfcd30ecb1 req-295ae5fd-0236-4bf4-85a9-554f966a1b14 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2042b203-b5b7-49f8-8939-5ca2d9affb39 HTTP/1.1" status: 200 len: 910 time: 0.0925763 Oct 27 01:27:40.590352 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1be56e-350d-45c0-944a-2dec51852600 req-b8817333-43d8-4be6-91c7-b70789151faf tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:40.591836 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-7f1be56e-350d-45c0-944a-2dec51852600 req-b8817333-43d8-4be6-91c7-b70789151faf tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 943 time: 0.0502019 Oct 27 01:27:40.635739 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-7f1be56e-350d-45c0-944a-2dec51852600 req-4d2c7dcc-142b-48dd-934f-9bdc5c6996ee tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372114 Oct 27 01:27:40.656643 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7de8b64c-5732-4864-be57-93bfcd30ecb1 req-1239103a-eb69-4e4b-8bc5-c967a11f9e20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded HTTP/1.1" status: 200 len: 998 time: 0.0638962 Oct 27 01:27:40.692736 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1685dbd0-bc0e-44e5-801e-7318bcedfc98 req-cf8a127f-b4c1-452a-a1a4-212e0853c021 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 210 time: 0.0274482 Oct 27 01:27:40.713455 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8b64c-5732-4864-be57-93bfcd30ecb1 req-8bebedaa-347e-4719-9a31-9c1a6cb62ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:40.715124 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7de8b64c-5732-4864-be57-93bfcd30ecb1 req-8bebedaa-347e-4719-9a31-9c1a6cb62ec9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04798cc5-e1c0-4972-be48-0203c89ee0e2 HTTP/1.1" status: 200 len: 848 time: 0.0480187 Oct 27 01:27:40.780742 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8b64c-5732-4864-be57-93bfcd30ecb1 req-3280293e-d056-445f-9cf7-e9b7b777d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:40.782199 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7de8b64c-5732-4864-be57-93bfcd30ecb1 req-3280293e-d056-445f-9cf7-e9b7b777d561 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2042b203-b5b7-49f8-8939-5ca2d9affb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455594 Oct 27 01:27:40.874921 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7de8b64c-5732-4864-be57-93bfcd30ecb1 req-feddedfb-cb1c-4521-a23b-2f3c196e54e2 service neutron] 10.222.0.36 "GET /v2.0/networks/2042b203-b5b7-49f8-8939-5ca2d9affb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842876 Oct 27 01:27:40.973902 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7de8b64c-5732-4864-be57-93bfcd30ecb1 req-c6e6a814-2b25-42b2-b348-2ca303819bc6 service neutron] 10.222.0.36 "GET /v2.0/networks/2042b203-b5b7-49f8-8939-5ca2d9affb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895104 Oct 27 01:27:41.650743 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244897c8-3158-41ed-ade8-3738d6cc019d req-2fb9a086-e2da-4542-9fdc-021c02b52dc8 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:41.652386 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-244897c8-3158-41ed-ade8-3738d6cc019d req-2fb9a086-e2da-4542-9fdc-021c02b52dc8 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.36 "GET /v2.0/networks?id=baadc2e5-ef47-411c-b34f-076291332e36 HTTP/1.1" status: 200 len: 808 time: 0.1036344 Oct 27 01:27:41.673460 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-244897c8-3158-41ed-ade8-3738d6cc019d req-52b31434-a881-41d8-a01e-796761f67450 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Request body: {'port': {'device_id': '9bbafc0e-537e-4ce2-9c1c-6387369da5dd', 'network_id': 'baadc2e5-ef47-411c-b34f-076291332e36', 'admin_state_up': True, 'tenant_id': 'ca625749d153471ea9f389ce0cb40803'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:27:41.767045 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33e32a-679f-4e46-b3e8-b3218c90da90 req-1f11bfe3-ce28-486f-a49c-2bdb791b0c15 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:41.768540 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ff33e32a-679f-4e46-b3e8-b3218c90da90 req-1f11bfe3-ce28-486f-a49c-2bdb791b0c15 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 943 time: 0.0569146 Oct 27 01:27:41.804646 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-caa0c775-4f0e-4d92-9ce3-c9954a8efdb7 req-2a545c3a-c8d1-4988-815b-7ce9d12abc10 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 210 time: 0.0351393 Oct 27 01:27:41.829093 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ff33e32a-679f-4e46-b3e8-b3218c90da90 req-f059743e-6196-46bb-bcee-b105d47b5549 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511038 Oct 27 01:27:41.927082 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244897c8-3158-41ed-ade8-3738d6cc019d req-52b31434-a881-41d8-a01e-796761f67450 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Made reservation on behalf of ca625749d153471ea9f389ce0cb40803 for: {'port': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:27:41.930634 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-244897c8-3158-41ed-ade8-3738d6cc019d req-52b31434-a881-41d8-a01e-796761f67450 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:42.062627 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [req-244897c8-3158-41ed-ade8-3738d6cc019d req-52b31434-a881-41d8-a01e-796761f67450 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Allocated IP 172.20.0.9 (baadc2e5-ef47-411c-b34f-076291332e36/a97366f4-7e4b-4e9f-a8a6-6c8dfde9d131/88490fae-c0ca-4aad-8138-3081818b3331) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:27:42.210824 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-244897c8-3158-41ed-ade8-3738d6cc019d req-52b31434-a881-41d8-a01e-796761f67450 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:42.356557 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-244897c8-3158-41ed-ade8-3738d6cc019d req-52b31434-a881-41d8-a01e-796761f67450 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:42.398569 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244897c8-3158-41ed-ade8-3738d6cc019d req-52b31434-a881-41d8-a01e-796761f67450 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Network baadc2e5-ef47-411c-b34f-076291332e36 is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:27:42.401684 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [req-244897c8-3158-41ed-ade8-3738d6cc019d req-52b31434-a881-41d8-a01e-796761f67450 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:27:42.414226 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-244897c8-3158-41ed-ade8-3738d6cc019d req-52b31434-a881-41d8-a01e-796761f67450 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:27:42.440048 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b31434-a881-41d8-a01e-796761f67450 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Pushing event updated for resources: {'Port': ['ID=88490fae-c0ca-4aad-8138-3081818b3331,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:42.466416 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244897c8-3158-41ed-ade8-3738d6cc019d req-52b31434-a881-41d8-a01e-796761f67450 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:42.467013 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-244897c8-3158-41ed-ade8-3738d6cc019d req-52b31434-a881-41d8-a01e-796761f67450 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:42.546810 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-244897c8-3158-41ed-ade8-3738d6cc019d req-52b31434-a881-41d8-a01e-796761f67450 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8781281 Oct 27 01:27:42.956970 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62261c-32c2-4565-8976-923eddbd488f req-6fb22c7b-07e1-412e-8647-6bf67fe57309 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:42.958436 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ec62261c-32c2-4565-8976-923eddbd488f req-6fb22c7b-07e1-412e-8647-6bf67fe57309 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 931 time: 0.0756681 Oct 27 01:27:42.970684 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0a215-89a4-4bf2-bff6-3abdb7660a72 req-2bb6675b-2760-42b5-a2f3-280500aa1443 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:42.972072 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-16c0a215-89a4-4bf2-bff6-3abdb7660a72 req-2bb6675b-2760-42b5-a2f3-280500aa1443 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 943 time: 0.0768011 Oct 27 01:27:43.027168 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ec62261c-32c2-4565-8976-923eddbd488f req-4e34cee6-ad5c-4dd3-89ce-46d93d99d3ea tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538809 Oct 27 01:27:43.034096 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-16c0a215-89a4-4bf2-bff6-3abdb7660a72 req-ec032ae3-4823-4c4d-9681-e269d14db5a8 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544457 Oct 27 01:27:44.172992 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291bfd6c-39ac-4161-863b-2bcd3f5b0b2d req-7eb566a1-9afe-4c3b-aa57-11a2429595f2 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:44.174543 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-291bfd6c-39ac-4161-863b-2bcd3f5b0b2d req-7eb566a1-9afe-4c3b-aa57-11a2429595f2 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 931 time: 0.0813756 Oct 27 01:27:44.183977 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a82c78-7be6-479d-8739-a6119d69df0a req-eaed2e5e-f83b-4b94-b122-afb667d10f49 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:44.185190 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d9a82c78-7be6-479d-8739-a6119d69df0a req-eaed2e5e-f83b-4b94-b122-afb667d10f49 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 943 time: 0.0818076 Oct 27 01:27:44.238501 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-291bfd6c-39ac-4161-863b-2bcd3f5b0b2d req-1dde2212-bdff-4e55-bb7c-f6e6276aac22 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522790 Oct 27 01:27:44.246478 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d9a82c78-7be6-479d-8739-a6119d69df0a req-fc8b311a-4ac0-4a8c-83ef-f2e0235e6034 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544641 Oct 27 01:27:45.139687 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-244897c8-3158-41ed-ade8-3738d6cc019d req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] Request body: {'port': {'device_id': '9bbafc0e-537e-4ce2-9c1c-6387369da5dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:27:45.190682 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-244897c8-3158-41ed-ade8-3738d6cc019d req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:45.390943 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0958c-7c33-4fd6-ada5-801d1f953f6f req-2d191d47-0767-40e3-8fc0-8b02f987d2e3 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:45.392428 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-70a0958c-7c33-4fd6-ada5-801d1f953f6f req-2d191d47-0767-40e3-8fc0-8b02f987d2e3 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 943 time: 0.0743663 Oct 27 01:27:45.401845 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e5cb4-bada-4f0c-a580-72cced55bb71 req-9a0c0acb-65a6-4d2b-ace9-bd2a5f563adc tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:45.403400 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-148e5cb4-bada-4f0c-a580-72cced55bb71 req-9a0c0acb-65a6-4d2b-ace9-bd2a5f563adc tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 931 time: 0.0948660 Oct 27 01:27:45.453703 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [req-244897c8-3158-41ed-ade8-3738d6cc019d req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88490fae-c0ca-4aad-8138-3081818b3331 {{(pid=102100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:27:45.460363 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-70a0958c-7c33-4fd6-ada5-801d1f953f6f req-cc530ee7-df84-4c91-aea9-d94331191bea tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559938 Oct 27 01:27:45.463649 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-244897c8-3158-41ed-ade8-3738d6cc019d req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:45.483645 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-148e5cb4-bada-4f0c-a580-72cced55bb71 req-79dbf558-1dbc-4396-944b-f629cc1f0ff0 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644710 Oct 27 01:27:45.483784 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.provisioning_blocks [req-244897c8-3158-41ed-ade8-3738d6cc019d req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] Transition to ACTIVE for port object 88490fae-c0ca-4aad-8138-3081818b3331 will not be triggered until provisioned by entity L2. {{(pid=102100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:27:45.587566 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-244897c8-3158-41ed-ade8-3738d6cc019d req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:45.638270 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=88490fae-c0ca-4aad-8138-3081818b3331,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:45.705818 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-244897c8-3158-41ed-ade8-3738d6cc019d req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] Attempting to bind port 88490fae-c0ca-4aad-8138-3081818b3331 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:27:45.706173 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-244897c8-3158-41ed-ade8-3738d6cc019d req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] Attempting to bind port 88490fae-c0ca-4aad-8138-3081818b3331 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '08641bee-8765-4f78-9d31-eb3c69873978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'baadc2e5-ef47-411c-b34f-076291332e36'}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:27:45.706498 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244897c8-3158-41ed-ade8-3738d6cc019d req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] Attempting to bind port 88490fae-c0ca-4aad-8138-3081818b3331 on network baadc2e5-ef47-411c-b34f-076291332e36 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:27:45.710630 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244897c8-3158-41ed-ade8-3738d6cc019d req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] Port 88490fae-c0ca-4aad-8138-3081818b3331 on network baadc2e5-ef47-411c-b34f-076291332e36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:27:45.710952 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244897c8-3158-41ed-ade8-3738d6cc019d req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] Attempting to bind port 88490fae-c0ca-4aad-8138-3081818b3331 on network baadc2e5-ef47-411c-b34f-076291332e36 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:27:45.715938 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244897c8-3158-41ed-ade8-3738d6cc019d req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] Checking agent: {'id': '5557effb-edc1-4af5-af56-f2013bdcbb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'started_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:27:45.716270 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244897c8-3158-41ed-ade8-3738d6cc019d req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] Checking segment: {'id': '08641bee-8765-4f78-9d31-eb3c69873978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'baadc2e5-ef47-411c-b34f-076291332e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:27:45.716648 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244897c8-3158-41ed-ade8-3738d6cc019d req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] Bound using segment: {'id': '08641bee-8765-4f78-9d31-eb3c69873978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'baadc2e5-ef47-411c-b34f-076291332e36'} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:27:45.717067 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-244897c8-3158-41ed-ade8-3738d6cc019d req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] Bound port: 88490fae-c0ca-4aad-8138-3081818b3331, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08641bee-8765-4f78-9d31-eb3c69873978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'baadc2e5-ef47-411c-b34f-076291332e36'}}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:27:45.717417 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-244897c8-3158-41ed-ade8-3738d6cc019d req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:45.781969 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-244897c8-3158-41ed-ade8-3738d6cc019d req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] For port 88490fae-c0ca-4aad-8138-3081818b3331, host hv-cinder-81556, cleared binding levels {{(pid=102100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:27:45.785033 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-244897c8-3158-41ed-ade8-3738d6cc019d req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] For port 88490fae-c0ca-4aad-8138-3081818b3331, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=88490fae-c0ca-4aad-8138-3081818b3331,segment=NetworkSegment(08641bee-8765-4f78-9d31-eb3c69873978),segment_id=08641bee-8765-4f78-9d31-eb3c69873978)] {{(pid=102100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:27:45.882149 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-244897c8-3158-41ed-ade8-3738d6cc019d req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:45.919702 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244897c8-3158-41ed-ade8-3738d6cc019d req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:45.920206 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-244897c8-3158-41ed-ade8-3738d6cc019d req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:45.921591 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-244897c8-3158-41ed-ade8-3738d6cc019d req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] 10.222.0.36 "PUT /v2.0/ports/88490fae-c0ca-4aad-8138-3081818b3331 HTTP/1.1" status: 200 len: 1093 time: 0.7863114 Oct 27 01:27:45.922148 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bbafc0e-537e-4ce2-9c1c-6387369da5dd', 'tag': '88490fae-c0ca-4aad-8138-3081818b3331'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:27:45.924351 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dd3b0d-1757-47b0-ac45-24848f8f70b8" -d '{"events": [{"name": "network-changed", "server_uuid": "9bbafc0e-537e-4ce2-9c1c-6387369da5dd", "tag": "88490fae-c0ca-4aad-8138-3081818b3331"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:27:45.958799 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f533e5-e01e-492e-9044-0452c9fdf3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=88490fae-c0ca-4aad-8138-3081818b3331,revision_number=3']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:45.976419 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e60e840-b61c-4c73-9f27-515eaaae698a x-openstack-request-id: req-3e60e840-b61c-4c73-9f27-515eaaae698a {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:27:45.976713 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bbafc0e-537e-4ce2-9c1c-6387369da5dd", "tag": "88490fae-c0ca-4aad-8138-3081818b3331", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:27:45.976965 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e60e840-b61c-4c73-9f27-515eaaae698a {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:27:45.977395 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bbafc0e-537e-4ce2-9c1c-6387369da5dd', 'tag': '88490fae-c0ca-4aad-8138-3081818b3331', 'status': 'completed', 'code': 200} Oct 27 01:27:46.065930 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd3b0d-1757-47b0-ac45-24848f8f70b8 req-92f7598a-b377-4512-9285-fc52745d3e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:46.067461 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-86dd3b0d-1757-47b0-ac45-24848f8f70b8 req-92f7598a-b377-4512-9285-fc52745d3e6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca625749d153471ea9f389ce0cb40803&device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 1096 time: 0.0412757 Oct 27 01:27:46.175902 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd3b0d-1757-47b0-ac45-24848f8f70b8 req-0b7e3a6f-e508-4869-9714-90b4f9915748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:46.177283 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-86dd3b0d-1757-47b0-ac45-24848f8f70b8 req-0b7e3a6f-e508-4869-9714-90b4f9915748 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ca625749d153471ea9f389ce0cb40803&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0940118 Oct 27 01:27:46.272127 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd3b0d-1757-47b0-ac45-24848f8f70b8 req-59d4b264-92c9-4463-971d-2fca4505f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:46.273594 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-86dd3b0d-1757-47b0-ac45-24848f8f70b8 req-59d4b264-92c9-4463-971d-2fca4505f200 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893235 Oct 27 01:27:46.376030 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244897c8-3158-41ed-ade8-3738d6cc019d req-a028d5bb-592a-4ce8-b27d-051a93445de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:46.377488 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-244897c8-3158-41ed-ade8-3738d6cc019d req-a028d5bb-592a-4ce8-b27d-051a93445de3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca625749d153471ea9f389ce0cb40803&device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 1096 time: 0.0404747 Oct 27 01:27:46.427117 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-244897c8-3158-41ed-ade8-3738d6cc019d req-1c05cb49-397d-4db6-a29e-faf657f4a42b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88490fae-c0ca-4aad-8138-3081818b3331 HTTP/1.1" status: 200 len: 217 time: 0.0339909 Oct 27 01:27:46.484659 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244897c8-3158-41ed-ade8-3738d6cc019d req-e84761e8-e21d-45c0-a068-6363e6d92db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:46.486295 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-244897c8-3158-41ed-ade8-3738d6cc019d req-e84761e8-e21d-45c0-a068-6363e6d92db9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a97366f4-7e4b-4e9f-a8a6-6c8dfde9d131 HTTP/1.1" status: 200 len: 848 time: 0.0492041 Oct 27 01:27:46.519656 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-244897c8-3158-41ed-ade8-3738d6cc019d req-a9e00f25-410a-4008-b314-e681ec9c8548 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=baadc2e5-ef47-411c-b34f-076291332e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263956 Oct 27 01:27:46.601791 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:46.619742 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-244897c8-3158-41ed-ade8-3738d6cc019d req-0c326e9a-389b-4b66-a28e-30808e98e475 service neutron] 10.222.0.36 "GET /v2.0/networks/baadc2e5-ef47-411c-b34f-076291332e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903251 Oct 27 01:27:46.629058 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5bbd4-ae64-4c62-966d-4b9dc301d13a req-7c73d196-28e8-4fd8-a06d-f859da18db5b tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:46.630530 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-dad5bbd4-ae64-4c62-966d-4b9dc301d13a req-7c73d196-28e8-4fd8-a06d-f859da18db5b tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 943 time: 0.0828836 Oct 27 01:27:46.639887 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd8618-85fc-4021-92c7-df1b7618a5af req-61f3484e-585f-488a-b46e-e66c63f22301 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:46.641301 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-01cd8618-85fc-4021-92c7-df1b7618a5af req-61f3484e-585f-488a-b46e-e66c63f22301 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 943 time: 0.0819001 Oct 27 01:27:46.697331 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-dad5bbd4-ae64-4c62-966d-4b9dc301d13a req-18511fa4-8cb6-4df9-8504-f2ace683ac7e tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544577 Oct 27 01:27:46.700079 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-01cd8618-85fc-4021-92c7-df1b7618a5af req-63c9600e-be4e-4ca9-ba18-20b8fbcf4160 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521495 Oct 27 01:27:46.724742 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-244897c8-3158-41ed-ade8-3738d6cc019d req-6d51d22f-a7a9-46a0-a206-76d4cd17567d service neutron] 10.222.0.36 "GET /v2.0/networks/baadc2e5-ef47-411c-b34f-076291332e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918055 Oct 27 01:27:47.844899 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a54746-a23a-4cae-9463-4337b0ce73b8 req-27133ed3-445d-489a-805b-4146f87904f2 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:47.846383 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-97a54746-a23a-4cae-9463-4337b0ce73b8 req-27133ed3-445d-489a-805b-4146f87904f2 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 943 time: 0.0776742 Oct 27 01:27:47.855059 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23aaee-5526-4354-bbb4-b44a1a7886cb req-6dbd4a6f-4911-4c96-a17d-910f808ac0e0 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:47.856458 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-df23aaee-5526-4354-bbb4-b44a1a7886cb req-6dbd4a6f-4911-4c96-a17d-910f808ac0e0 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 943 time: 0.0896118 Oct 27 01:27:47.913964 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-97a54746-a23a-4cae-9463-4337b0ce73b8 req-d2d95c2f-d618-46b2-9b44-d01700171132 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565391 Oct 27 01:27:47.919606 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-df23aaee-5526-4354-bbb4-b44a1a7886cb req-04550df0-1979-4ba7-ba54-32e267dafef5 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564952 Oct 27 01:27:48.543291 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:27:48.704143 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:27:48.802732 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded,segment=NetworkSegment(a58535e4-7aba-4125-97b0-c17f89f4a447),segment_id=a58535e4-7aba-4125-97b0-c17f89f4a447)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:27:48.814162 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': '90eb633a-ee1a-4e18-995e-ca5fcbcb3ded', 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39', 'port_id': '90eb633a-ee1a-4e18-995e-ca5fcbcb3ded', 'mac_address': 'fa:16:3e:d5:47:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04798cc5-e1c0-4972-be48-0203c89ee0e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:27:48.851365 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:48.867391 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:27:48.886826 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded,segment=NetworkSegment(a58535e4-7aba-4125-97b0-c17f89f4a447),segment_id=a58535e4-7aba-4125-97b0-c17f89f4a447)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:27:48.958438 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:49.010612 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded,revision_number=7']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:49.057003 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab8430-04bc-4114-9346-afa022a03387 req-5420abf5-9503-43f8-9c86-deb49ad0a2d9 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:49.058386 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-eeab8430-04bc-4114-9346-afa022a03387 req-5420abf5-9503-43f8-9c86-deb49ad0a2d9 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 943 time: 0.0762947 Oct 27 01:27:49.066290 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514229b-781a-4482-acfb-6ac8c22365d9 req-ba2a2195-fddb-43ce-b7bf-41dcaf90512a tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:49.067605 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6514229b-781a-4482-acfb-6ac8c22365d9 req-ba2a2195-fddb-43ce-b7bf-41dcaf90512a tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 944 time: 0.0753424 Oct 27 01:27:49.120254 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-eeab8430-04bc-4114-9346-afa022a03387 req-713839f4-22cb-419f-9976-07cada779996 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517371 Oct 27 01:27:49.124828 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6514229b-781a-4482-acfb-6ac8c22365d9 req-09ae636e-1f15-466c-ba4a-4048863aa7b5 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507276 Oct 27 01:27:50.098284 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['90eb633a-ee1a-4e18-995e-ca5fcbcb3ded'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:27:50.270458 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bc380-f36b-441b-8316-9934fc80a61e req-f5af95bf-726e-4518-b8e6-4c1a6d089920 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:50.272107 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-bf7bc380-f36b-441b-8316-9934fc80a61e req-f5af95bf-726e-4518-b8e6-4c1a6d089920 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 943 time: 0.0823190 Oct 27 01:27:50.281354 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26184b13-f2c7-4ac5-a932-8e76ee61d525 req-2b86f1c2-0749-427e-a88e-62725ab5b768 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:50.282792 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-26184b13-f2c7-4ac5-a932-8e76ee61d525 req-2b86f1c2-0749-427e-a88e-62725ab5b768 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 944 time: 0.0838583 Oct 27 01:27:50.338905 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-bf7bc380-f36b-441b-8316-9934fc80a61e req-2aabbe57-61cf-4470-8ee7-f047d1ffbd32 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550931 Oct 27 01:27:50.346271 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-26184b13-f2c7-4ac5-a932-8e76ee61d525 req-543d06ac-17bf-4ec3-8836-84e673d29576 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566430 Oct 27 01:27:51.497657 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21e2ae-1b45-4008-8665-5e7d27536687 req-e893d37e-aa43-4479-8d3a-b7e8fc18450d tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:51.499344 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0e21e2ae-1b45-4008-8665-5e7d27536687 req-e893d37e-aa43-4479-8d3a-b7e8fc18450d tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 943 time: 0.0920894 Oct 27 01:27:51.509040 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecd84a-88f5-4a90-ad0f-23e8d20a9d22 req-503a1958-28ac-4ccc-a414-26e52e1cb234 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:51.510555 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-aeecd84a-88f5-4a90-ad0f-23e8d20a9d22 req-503a1958-28ac-4ccc-a414-26e52e1cb234 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 944 time: 0.0941608 Oct 27 01:27:51.561692 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0e21e2ae-1b45-4008-8665-5e7d27536687 req-75f19314-1d47-45ad-b2ec-c65ee7cff879 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502007 Oct 27 01:27:51.568432 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-aeecd84a-88f5-4a90-ad0f-23e8d20a9d22 req-e0ec33d6-d7fa-4b01-9a6d-9fe9a41722ff tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514057 Oct 27 01:27:51.711233 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 88490fae-c0ca-4aad-8138-3081818b3331 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:27:51.722659 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:27:51.826349 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:27:51.826714 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:51.874926 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 88490fae-c0ca-4aad-8138-3081818b3331, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=88490fae-c0ca-4aad-8138-3081818b3331,segment=NetworkSegment(08641bee-8765-4f78-9d31-eb3c69873978),segment_id=08641bee-8765-4f78-9d31-eb3c69873978)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:27:51.890076 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': '88490fae-c0ca-4aad-8138-3081818b3331', 'network_id': 'baadc2e5-ef47-411c-b34f-076291332e36', 'port_id': '88490fae-c0ca-4aad-8138-3081818b3331', 'mac_address': 'fa:16:3e:91:77:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97366f4-7e4b-4e9f-a8a6-6c8dfde9d131', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:27:51.958053 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:51.968947 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:51.980305 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88490fae-c0ca-4aad-8138-3081818b3331 {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:27:52.009571 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59a1076-7156-48a7-8e09-75b55aac1a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90eb633a-ee1a-4e18-995e-ca5fcbcb3ded'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:27:52.012243 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26efb197-1972-4bb2-95fb-079d10545911" -d '{"events": [{"server_uuid": "b59a1076-7156-48a7-8e09-75b55aac1a27", "name": "network-vif-plugged", "status": "completed", "tag": "90eb633a-ee1a-4e18-995e-ca5fcbcb3ded"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:27:52.017408 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 88490fae-c0ca-4aad-8138-3081818b3331, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=88490fae-c0ca-4aad-8138-3081818b3331,segment=NetworkSegment(08641bee-8765-4f78-9d31-eb3c69873978),segment_id=08641bee-8765-4f78-9d31-eb3c69873978)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:27:52.026309 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded,segment=NetworkSegment(a58535e4-7aba-4125-97b0-c17f89f4a447),segment_id=a58535e4-7aba-4125-97b0-c17f89f4a447)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:27:52.048780 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14533d3-a37b-4534-8405-bd52f52e316a x-openstack-request-id: req-a14533d3-a37b-4534-8405-bd52f52e316a {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:27:52.049073 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59a1076-7156-48a7-8e09-75b55aac1a27", "name": "network-vif-plugged", "status": "completed", "tag": "90eb633a-ee1a-4e18-995e-ca5fcbcb3ded", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:27:52.049330 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a14533d3-a37b-4534-8405-bd52f52e316a {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:27:52.049723 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59a1076-7156-48a7-8e09-75b55aac1a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90eb633a-ee1a-4e18-995e-ca5fcbcb3ded', 'code': 200} Oct 27 01:27:52.167803 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:52.169556 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:52.217577 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=88490fae-c0ca-4aad-8138-3081818b3331,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:52.266578 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded,revision_number=8']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:52.435658 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091a0e1-453f-4e60-845b-25cbeae2fa1f req-da11b5cd-2789-41ca-a237-b7b4d78fefa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:52.437194 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-4091a0e1-453f-4e60-845b-25cbeae2fa1f req-da11b5cd-2789-41ca-a237-b7b4d78fefa3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 1098 time: 0.0418656 Oct 27 01:27:52.474042 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-4091a0e1-453f-4e60-845b-25cbeae2fa1f req-76923214-cc1e-4273-866a-ef8371d86a77 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294545 Oct 27 01:27:52.478893 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['88490fae-c0ca-4aad-8138-3081818b3331'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:27:52.709892 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8976ec6-68cd-4e0e-b543-763f5e5b531e req-06621e4e-e61b-4bbf-95a2-d726252d2df6 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:52.711340 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c8976ec6-68cd-4e0e-b543-763f5e5b531e req-06621e4e-e61b-4bbf-95a2-d726252d2df6 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0696540 Oct 27 01:27:52.718753 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba17bc-ecdd-4cc6-99ea-ff3b9f7a6bb2 req-36ee0ff2-ec5d-48e6-97f3-027360574f75 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:52.720066 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d1ba17bc-ecdd-4cc6-99ea-ff3b9f7a6bb2 req-36ee0ff2-ec5d-48e6-97f3-027360574f75 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 944 time: 0.0879204 Oct 27 01:27:52.771797 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c8976ec6-68cd-4e0e-b543-763f5e5b531e req-4b662382-9a94-4f39-8431-1022090077cb tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507207 Oct 27 01:27:52.778869 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d1ba17bc-ecdd-4cc6-99ea-ff3b9f7a6bb2 req-54c9162d-ab51-4e14-8575-252f56ac0f70 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520256 Oct 27 01:27:53.712823 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 88490fae-c0ca-4aad-8138-3081818b3331 up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:27:53.855525 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3df8ec5c-a390-430d-8381-7922a8281870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:53.884602 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning for port 88490fae-c0ca-4aad-8138-3081818b3331 completed by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:27:53.888525 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port 88490fae-c0ca-4aad-8138-3081818b3331 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:27:53.888891 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:53.926346 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff032b6f-beb7-436d-a2dc-29b825907ae6 req-b02940df-c9a2-410e-8d36-2991e062c672 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:53.927893 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ff032b6f-beb7-436d-a2dc-29b825907ae6 req-b02940df-c9a2-410e-8d36-2991e062c672 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 944 time: 0.0681748 Oct 27 01:27:53.936005 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67eaad3-1c81-4bc1-aa3c-1cf557da4001 req-5f08b284-8d39-4d6e-beb7-8ec6f348eb47 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:53.937429 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d67eaad3-1c81-4bc1-aa3c-1cf557da4001 req-5f08b284-8d39-4d6e-beb7-8ec6f348eb47 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0891426 Oct 27 01:27:53.974810 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:53.998113 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d67eaad3-1c81-4bc1-aa3c-1cf557da4001 req-a5699f77-7dd9-4772-891b-c34c845bd43e tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535724 Oct 27 01:27:54.000711 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ff032b6f-beb7-436d-a2dc-29b825907ae6 req-e638b25b-f595-466a-a7dc-e02f30a28c2c tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623786 Oct 27 01:27:54.010609 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 88490fae-c0ca-4aad-8138-3081818b3331, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=88490fae-c0ca-4aad-8138-3081818b3331,segment=NetworkSegment(08641bee-8765-4f78-9d31-eb3c69873978),segment_id=08641bee-8765-4f78-9d31-eb3c69873978)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:27:54.050694 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbafc0e-537e-4ce2-9c1c-6387369da5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88490fae-c0ca-4aad-8138-3081818b3331'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:27:54.053026 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629a0edd-0bed-4d76-887c-1c8c6e82b0a8" -d '{"events": [{"server_uuid": "9bbafc0e-537e-4ce2-9c1c-6387369da5dd", "name": "network-vif-plugged", "status": "completed", "tag": "88490fae-c0ca-4aad-8138-3081818b3331"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:27:54.090422 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9ac359-93a6-4b10-ba96-f1e1d6f0416b x-openstack-request-id: req-0d9ac359-93a6-4b10-ba96-f1e1d6f0416b {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:27:54.090717 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbafc0e-537e-4ce2-9c1c-6387369da5dd", "name": "network-vif-plugged", "status": "completed", "tag": "88490fae-c0ca-4aad-8138-3081818b3331", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:27:54.090974 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d9ac359-93a6-4b10-ba96-f1e1d6f0416b {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:27:54.091370 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbafc0e-537e-4ce2-9c1c-6387369da5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88490fae-c0ca-4aad-8138-3081818b3331', 'code': 200} Oct 27 01:27:54.098694 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:54.150783 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=88490fae-c0ca-4aad-8138-3081818b3331,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:54.479747 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89636d-ed7d-4d46-ab0b-a6796cd6111b req-73d3c05e-8a5d-41a7-b237-eaf76d649d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:54.481241 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7c89636d-ed7d-4d46-ab0b-a6796cd6111b req-73d3c05e-8a5d-41a7-b237-eaf76d649d94 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 1098 time: 0.0411806 Oct 27 01:27:54.521210 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-7c89636d-ed7d-4d46-ab0b-a6796cd6111b req-287e6690-7ecb-4480-9275-99503ffaf880 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320044 Oct 27 01:27:55.122264 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a06aef-63de-4844-83e7-139ce05cdd2c req-a6474e09-6783-42d2-8614-3ff9215eba94 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:55.123709 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-28a06aef-63de-4844-83e7-139ce05cdd2c req-a6474e09-6783-42d2-8614-3ff9215eba94 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 945 time: 0.0495541 Oct 27 01:27:55.159953 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-28a06aef-63de-4844-83e7-139ce05cdd2c req-4983b064-118b-45f6-83cd-8434a585427a tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302830 Oct 27 01:27:56.276756 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce468999-2e78-4c07-b1df-2e98016b7990 req-053c3aa1-08ff-4442-92f8-eb347404a297 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:56.280503 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ce468999-2e78-4c07-b1df-2e98016b7990 req-053c3aa1-08ff-4442-92f8-eb347404a297 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 945 time: 0.0500560 Oct 27 01:27:56.314971 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ce468999-2e78-4c07-b1df-2e98016b7990 req-28efd182-cb3d-4cd0-b31e-c784815396fc tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308094 Oct 27 01:27:56.358534 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0d1ff9b9-fbdc-4f16-8ccf-8631d38ff450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:57.007729 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18626b82-8e1c-4eed-b7e7-76251d589578 req-5b4f7431-6dc6-4660-a625-312a10848c80 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:57.009237 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-18626b82-8e1c-4eed-b7e7-76251d589578 req-5b4f7431-6dc6-4660-a625-312a10848c80 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=359ae674-d03a-4657-a1f6-6bcd0078dca9 HTTP/1.1" status: 200 len: 945 time: 0.0515239 Oct 27 01:27:57.047358 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-18626b82-8e1c-4eed-b7e7-76251d589578 req-e64008c0-e657-48eb-b1f5-d066e37b3288 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321014 Oct 27 01:27:57.249653 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:57.688602 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113f13e-185c-4986-bf83-2451a58a043c req-b9dc9a40-0150-4915-8604-5597d9c0e15f tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:57.690077 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1113f13e-185c-4986-bf83-2451a58a043c req-b9dc9a40-0150-4915-8604-5597d9c0e15f tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 945 time: 0.0486259 Oct 27 01:27:57.704125 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:57.727577 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1113f13e-185c-4986-bf83-2451a58a043c req-f0697bd8-8267-4993-812b-9a5dad188baf tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315461 Oct 27 01:27:58.160534 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b40484-b865-4945-b0bf-b9b84993b9e9 req-fe115bf9-e2f7-4cc4-9a7f-7001e8007aa8 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:58.161962 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-44b40484-b865-4945-b0bf-b9b84993b9e9 req-fe115bf9-e2f7-4cc4-9a7f-7001e8007aa8 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=359ae674-d03a-4657-a1f6-6bcd0078dca9 HTTP/1.1" status: 200 len: 945 time: 0.0468471 Oct 27 01:27:58.198748 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-44b40484-b865-4945-b0bf-b9b84993b9e9 req-c7864993-9a90-4bce-b263-218b213ef8c8 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301936 Oct 27 01:27:58.757390 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264bbc5-a65d-417b-9fc8-4e6582062820 req-84684458-4fd1-42fe-a8b5-a50f633599f6 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:58.759423 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-8264bbc5-a65d-417b-9fc8-4e6582062820 req-84684458-4fd1-42fe-a8b5-a50f633599f6 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.36 "GET /v2.0/ports?device_id=359ae674-d03a-4657-a1f6-6bcd0078dca9 HTTP/1.1" status: 200 len: 945 time: 0.0488849 Oct 27 01:27:58.845518 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143227a-b1c3-42cb-b800-95a390e6f5d5 req-ab01ca29-1737-4d35-9cf9-379b0a9ff9d5 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:58.847271 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c143227a-b1c3-42cb-b800-95a390e6f5d5 req-ab01ca29-1737-4d35-9cf9-379b0a9ff9d5 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 945 time: 0.0510180 Oct 27 01:27:58.854306 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-8264bbc5-a65d-417b-9fc8-4e6582062820 req-68063ef9-a3f0-45f2-bce4-f40468f491f9 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Deleting port 7de1aad2-7e54-46f1-b67e-42a166518942 {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:27:58.854669 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-8264bbc5-a65d-417b-9fc8-4e6582062820 req-68063ef9-a3f0-45f2-bce4-f40468f491f9 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:58.885594 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c143227a-b1c3-42cb-b800-95a390e6f5d5 req-e42fb4b6-34f4-40b7-88f3-0e2702ea1c62 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321331 Oct 27 01:27:58.943702 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-8264bbc5-a65d-417b-9fc8-4e6582062820 req-68063ef9-a3f0-45f2-bce4-f40468f491f9 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] For port 7de1aad2-7e54-46f1-b67e-42a166518942, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=7de1aad2-7e54-46f1-b67e-42a166518942,segment=NetworkSegment(c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60),segment_id=c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:27:58.944060 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-8264bbc5-a65d-417b-9fc8-4e6582062820 req-68063ef9-a3f0-45f2-bce4-f40468f491f9 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:58.956466 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-8264bbc5-a65d-417b-9fc8-4e6582062820 req-68063ef9-a3f0-45f2-bce4-f40468f491f9 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Calling delete_port for 7de1aad2-7e54-46f1-b67e-42a166518942 owned by compute:nova {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:27:59.155197 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:59.167135 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-8264bbc5-a65d-417b-9fc8-4e6582062820 req-68063ef9-a3f0-45f2-bce4-f40468f491f9 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:59.195744 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68063ef9-a3f0-45f2-bce4-f40468f491f9 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Pushing event deleted for resources: {'Port': ['ID=7de1aad2-7e54-46f1-b67e-42a166518942,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:27:59.207989 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['7de1aad2-7e54-46f1-b67e-42a166518942'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:27:59.237012 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-8264bbc5-a65d-417b-9fc8-4e6582062820 req-68063ef9-a3f0-45f2-bce4-f40468f491f9 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] No DVR routers for this DVR port 7de1aad2-7e54-46f1-b67e-42a166518942 on host hv-cinder-81556 {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:27:59.239424 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-8264bbc5-a65d-417b-9fc8-4e6582062820 req-68063ef9-a3f0-45f2-bce4-f40468f491f9 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:59.242756 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-8264bbc5-a65d-417b-9fc8-4e6582062820 req-68063ef9-a3f0-45f2-bce4-f40468f491f9 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.36 "DELETE /v2.0/ports/7de1aad2-7e54-46f1-b67e-42a166518942 HTTP/1.1" status: 204 len: 173 time: 0.4763124 Oct 27 01:27:59.243884 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359ae674-d03a-4657-a1f6-6bcd0078dca9', 'name': 'network-vif-deleted', 'tag': '7de1aad2-7e54-46f1-b67e-42a166518942'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:27:59.246267 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc4601b-ae31-4c42-a030-97993ac83c92" -d '{"events": [{"server_uuid": "359ae674-d03a-4657-a1f6-6bcd0078dca9", "name": "network-vif-deleted", "tag": "7de1aad2-7e54-46f1-b67e-42a166518942"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:27:59.284869 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178ad7b1-a97f-4879-a5d6-0d7b493c4474 x-openstack-request-id: req-178ad7b1-a97f-4879-a5d6-0d7b493c4474 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:27:59.285021 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359ae674-d03a-4657-a1f6-6bcd0078dca9", "name": "network-vif-deleted", "tag": "7de1aad2-7e54-46f1-b67e-42a166518942", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:27:59.285242 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-178ad7b1-a97f-4879-a5d6-0d7b493c4474 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:27:59.285625 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359ae674-d03a-4657-a1f6-6bcd0078dca9', 'name': 'network-vif-deleted', 'tag': '7de1aad2-7e54-46f1-b67e-42a166518942', 'status': 'completed', 'code': 200} Oct 27 01:27:59.303427 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2e4e4604-b948-44cb-8dd7-f5d97c54e2d7 req-6139a7cc-0688-478c-b063-5cd58b0e368d tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=359ae674-d03a-4657-a1f6-6bcd0078dca9 HTTP/1.1" status: 200 len: 210 time: 0.0272143 Oct 27 01:27:59.463956 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29da10-89e4-4fe6-9cd1-351a0cc9cf6e req-c389a812-d927-4312-9b3b-00ff6ee762d9 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:27:59.465415 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-3f29da10-89e4-4fe6-9cd1-351a0cc9cf6e req-c389a812-d927-4312-9b3b-00ff6ee762d9 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 945 time: 0.0483091 Oct 27 01:27:59.563623 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-3f29da10-89e4-4fe6-9cd1-351a0cc9cf6e req-03bfcd75-359f-4f77-8ba0-1dc9320b8374 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Deleting port 88490fae-c0ca-4aad-8138-3081818b3331 {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:27:59.563986 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-3f29da10-89e4-4fe6-9cd1-351a0cc9cf6e req-03bfcd75-359f-4f77-8ba0-1dc9320b8374 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:59.651877 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-3f29da10-89e4-4fe6-9cd1-351a0cc9cf6e req-03bfcd75-359f-4f77-8ba0-1dc9320b8374 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] For port 88490fae-c0ca-4aad-8138-3081818b3331, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=88490fae-c0ca-4aad-8138-3081818b3331,segment=NetworkSegment(08641bee-8765-4f78-9d31-eb3c69873978),segment_id=08641bee-8765-4f78-9d31-eb3c69873978)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:27:59.652238 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-3f29da10-89e4-4fe6-9cd1-351a0cc9cf6e req-03bfcd75-359f-4f77-8ba0-1dc9320b8374 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:27:59.667798 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-3f29da10-89e4-4fe6-9cd1-351a0cc9cf6e req-03bfcd75-359f-4f77-8ba0-1dc9320b8374 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Calling delete_port for 88490fae-c0ca-4aad-8138-3081818b3331 owned by compute:nova {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:28:00.009679 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db894f52-b0cf-471d-bf84-0aa8d92f0132 req-f3dd18a2-522f-4442-bdb1-54f92e3116fb tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:00.009679 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-db894f52-b0cf-471d-bf84-0aa8d92f0132 req-f3dd18a2-522f-4442-bdb1-54f92e3116fb tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 945 time: 0.0484428 Oct 27 01:28:00.041434 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-3f29da10-89e4-4fe6-9cd1-351a0cc9cf6e req-03bfcd75-359f-4f77-8ba0-1dc9320b8374 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:00.051271 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-db894f52-b0cf-471d-bf84-0aa8d92f0132 req-22ea94b6-e49c-49b4-82b6-ebdcee242ea6 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/security-groups?id=0af6123c-3baa-418a-b968-1f7f09e3d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353668 Oct 27 01:28:00.072172 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfcd75-359f-4f77-8ba0-1dc9320b8374 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Pushing event deleted for resources: {'Port': ['ID=88490fae-c0ca-4aad-8138-3081818b3331,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:28:00.075454 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['88490fae-c0ca-4aad-8138-3081818b3331'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:28:00.114864 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f29da10-89e4-4fe6-9cd1-351a0cc9cf6e req-03bfcd75-359f-4f77-8ba0-1dc9320b8374 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] No DVR routers for this DVR port 88490fae-c0ca-4aad-8138-3081818b3331 on host hv-cinder-81556 {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:28:00.117119 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-3f29da10-89e4-4fe6-9cd1-351a0cc9cf6e req-03bfcd75-359f-4f77-8ba0-1dc9320b8374 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:00.121220 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-3f29da10-89e4-4fe6-9cd1-351a0cc9cf6e req-03bfcd75-359f-4f77-8ba0-1dc9320b8374 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.36 "DELETE /v2.0/ports/88490fae-c0ca-4aad-8138-3081818b3331 HTTP/1.1" status: 204 len: 173 time: 0.6492362 Oct 27 01:28:00.412967 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ac00880f-e9e4-43b1-803b-5f25808cd506 req-2cc915ce-9d88-40c5-ab4b-12378f2f6a81 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=359ae674-d03a-4657-a1f6-6bcd0078dca9 HTTP/1.1" status: 200 len: 210 time: 0.0249236 Oct 27 01:28:01.155622 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-10732852-0fae-4cf0-a62a-c3fc333ce5b6 req-1164d7ee-f73f-4db0-921d-907563471160 tempest-VolumesActionsTest-1400832134 tempest-VolumesActionsTest-1400832134-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bbafc0e-537e-4ce2-9c1c-6387369da5dd HTTP/1.1" status: 200 len: 210 time: 0.0288336 Oct 27 01:28:01.286580 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbafc0e-537e-4ce2-9c1c-6387369da5dd', 'name': 'network-vif-deleted', 'tag': '88490fae-c0ca-4aad-8138-3081818b3331'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:28:01.288950 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8aa121-d5c3-4e90-9b6b-7b8b7f61c265" -d '{"events": [{"server_uuid": "9bbafc0e-537e-4ce2-9c1c-6387369da5dd", "name": "network-vif-deleted", "tag": "88490fae-c0ca-4aad-8138-3081818b3331"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:28:01.324840 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a25db50-80a4-4655-943e-aaed33756523 x-openstack-request-id: req-8a25db50-80a4-4655-943e-aaed33756523 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:28:01.324840 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbafc0e-537e-4ce2-9c1c-6387369da5dd", "name": "network-vif-deleted", "tag": "88490fae-c0ca-4aad-8138-3081818b3331", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:28:01.324840 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a25db50-80a4-4655-943e-aaed33756523 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:28:01.324840 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbafc0e-537e-4ce2-9c1c-6387369da5dd', 'name': 'network-vif-deleted', 'tag': '88490fae-c0ca-4aad-8138-3081818b3331', 'status': 'completed', 'code': 200} Oct 27 01:28:01.771666 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 7de1aad2-7e54-46f1-b67e-42a166518942 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:28:01.791722 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] No Port match for: 7de1aad2-7e54-46f1-b67e-42a166518942 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:28:01.792058 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 7de1aad2-7e54-46f1-b67e-42a166518942 not bound to the agent host hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:28:04.878591 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 88490fae-c0ca-4aad-8138-3081818b3331 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:28:04.898834 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] No Port match for: 88490fae-c0ca-4aad-8138-3081818b3331 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:28:04.900285 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 88490fae-c0ca-4aad-8138-3081818b3331 not bound to the agent host hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:28:14.139672 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-48df5545-f998-4179-9186-3f9a8f09622d tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:14.141132 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-48df5545-f998-4179-9186-3f9a8f09622d tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/networks?id=db7a7956-5753-48f1-84a3-719e54952fae HTTP/1.1" status: 200 len: 814 time: 0.1079760 Oct 27 01:28:14.157906 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-c3cca24b-8cb4-4ec9-a066-efc929e1ecfd tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/quotas/0201f20f8a2e46e6a8ceb7bccf7659df HTTP/1.1" status: 200 len: 375 time: 0.0104132 Oct 27 01:28:14.194162 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-ce39a0f0-1ca9-4c8e-9050-92eb040649d1 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0201f20f8a2e46e6a8ceb7bccf7659df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299380 Oct 27 01:28:14.301555 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-14775e57-ecfa-4ae4-a9c1-7a343db665b8 service neutron] 10.222.0.32 "GET /v2.0/networks/db7a7956-5753-48f1-84a3-719e54952fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858762 Oct 27 01:28:14.393616 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-646d18c2-cccc-47d4-abc0-ddfce7d2059d service neutron] 10.222.0.32 "GET /v2.0/networks/db7a7956-5753-48f1-84a3-719e54952fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962579 Oct 27 01:28:14.683276 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0a035ea6-ac55-409e-b132-f0a4a65cc9f5 req-034dac69-24b1-42fa-8877-50594e8a35c9 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58 HTTP/1.1" status: 200 len: 210 time: 0.0324676 Oct 27 01:28:15.769398 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ab84cf39-cb67-4eb9-9907-84ff5f9e72d7 req-1259ef68-4beb-4fe8-bfcf-9a6b99581745 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58 HTTP/1.1" status: 200 len: 210 time: 0.0275612 Oct 27 01:28:16.706386 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:16.877251 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-bdaeb914-00c9-4423-8aff-f34e94587177 req-67676599-68ae-4680-8082-45de2047d7f7 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58 HTTP/1.1" status: 200 len: 210 time: 0.0276306 Oct 27 01:28:17.303473 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-7eb612aa-c007-4093-8cb6-1781632a95b4 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:17.305033 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-7eb612aa-c007-4093-8cb6-1781632a95b4 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.36 "GET /v2.0/networks?id=db7a7956-5753-48f1-84a3-719e54952fae HTTP/1.1" status: 200 len: 814 time: 0.1072671 Oct 27 01:28:17.329150 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-144ea3db-1813-4b85-bbe3-d8282b4d8eaa tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Request body: {'port': {'device_id': '2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58', 'network_id': 'db7a7956-5753-48f1-84a3-719e54952fae', 'admin_state_up': True, 'tenant_id': '0201f20f8a2e46e6a8ceb7bccf7659df'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:28:17.596100 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-144ea3db-1813-4b85-bbe3-d8282b4d8eaa tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Made reservation on behalf of 0201f20f8a2e46e6a8ceb7bccf7659df for: {'port': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:28:17.601929 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-144ea3db-1813-4b85-bbe3-d8282b4d8eaa tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:17.763221 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-144ea3db-1813-4b85-bbe3-d8282b4d8eaa tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Allocated IP 172.20.0.14 (db7a7956-5753-48f1-84a3-719e54952fae/24272ddf-5ac7-4a02-bb5e-e41c77a2f3a5/28e2887a-33b3-4216-9682-ccc3e1e40233) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:28:17.951971 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-144ea3db-1813-4b85-bbe3-d8282b4d8eaa tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:17.982860 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-e555be44-230c-404c-80e9-1c15086eedae req-f9d98bcf-aee3-4c9a-a357-6e30d005fd68 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58 HTTP/1.1" status: 200 len: 210 time: 0.0296841 Oct 27 01:28:18.060872 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-144ea3db-1813-4b85-bbe3-d8282b4d8eaa tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:18.117282 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-144ea3db-1813-4b85-bbe3-d8282b4d8eaa tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Network db7a7956-5753-48f1-84a3-719e54952fae is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:28:18.120659 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-144ea3db-1813-4b85-bbe3-d8282b4d8eaa tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:28:18.124336 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-144ea3db-1813-4b85-bbe3-d8282b4d8eaa tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:28:18.133038 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ea3db-1813-4b85-bbe3-d8282b4d8eaa tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Pushing event updated for resources: {'Port': ['ID=28e2887a-33b3-4216-9682-ccc3e1e40233,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:28:18.188350 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-144ea3db-1813-4b85-bbe3-d8282b4d8eaa tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:18.189000 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-144ea3db-1813-4b85-bbe3-d8282b4d8eaa tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:18.268583 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-144ea3db-1813-4b85-bbe3-d8282b4d8eaa tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9448955 Oct 27 01:28:18.292181 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] Request body: {'port': {'device_id': '2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:28:18.357369 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:18.653763 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e2887a-33b3-4216-9682-ccc3e1e40233 {{(pid=102100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:28:18.661045 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:18.677592 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.provisioning_blocks [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] Transition to ACTIVE for port object 28e2887a-33b3-4216-9682-ccc3e1e40233 will not be triggered until provisioned by entity L2. {{(pid=102100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:28:18.978377 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:19.037332 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] Pushing event updated for resources: {'Port': ['ID=28e2887a-33b3-4216-9682-ccc3e1e40233,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:28:19.124230 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] Attempting to bind port 28e2887a-33b3-4216-9682-ccc3e1e40233 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:28:19.124665 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] Attempting to bind port 28e2887a-33b3-4216-9682-ccc3e1e40233 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': 'c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'db7a7956-5753-48f1-84a3-719e54952fae'}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:28:19.124971 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] Attempting to bind port 28e2887a-33b3-4216-9682-ccc3e1e40233 on network db7a7956-5753-48f1-84a3-719e54952fae {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:28:19.129807 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] Port 28e2887a-33b3-4216-9682-ccc3e1e40233 on network db7a7956-5753-48f1-84a3-719e54952fae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:28:19.130160 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] Attempting to bind port 28e2887a-33b3-4216-9682-ccc3e1e40233 on network db7a7956-5753-48f1-84a3-719e54952fae {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:28:19.137209 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] Checking agent: {'id': '5557effb-edc1-4af5-af56-f2013bdcbb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'started_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:28:19.137551 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] Checking segment: {'id': 'c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'db7a7956-5753-48f1-84a3-719e54952fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:28:19.137938 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] Bound using segment: {'id': 'c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'db7a7956-5753-48f1-84a3-719e54952fae'} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:28:19.138472 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] Bound port: 28e2887a-33b3-4216-9682-ccc3e1e40233, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'db7a7956-5753-48f1-84a3-719e54952fae'}}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:28:19.138920 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:19.228932 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] For port 28e2887a-33b3-4216-9682-ccc3e1e40233, host hv-cinder-81556, cleared binding levels {{(pid=102100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:28:19.232486 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] For port 28e2887a-33b3-4216-9682-ccc3e1e40233, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=28e2887a-33b3-4216-9682-ccc3e1e40233,segment=NetworkSegment(c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60),segment_id=c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60)] {{(pid=102100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:28:19.307197 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:19.355875 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:19.356764 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:19.358433 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] 10.222.0.36 "PUT /v2.0/ports/28e2887a-33b3-4216-9682-ccc3e1e40233 HTTP/1.1" status: 200 len: 1094 time: 1.0730817 Oct 27 01:28:19.359606 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58', 'tag': '28e2887a-33b3-4216-9682-ccc3e1e40233'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:28:19.362288 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81bba54-0ddb-4041-8b51-0c9993abd3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58", "tag": "28e2887a-33b3-4216-9682-ccc3e1e40233"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:28:19.390198 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae0b71-85e5-45c9-bab5-f389689a56ac req-dd6321fb-9fb9-4c8b-b448-8dbdba1aaf3f tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:19.398636 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-cfae0b71-85e5-45c9-bab5-f389689a56ac req-dd6321fb-9fb9-4c8b-b448-8dbdba1aaf3f tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58 HTTP/1.1" status: 200 len: 944 time: 0.3235993 Oct 27 01:28:19.413756 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcef5a-5866-4d97-923c-84efab80b6ac service neutron] Pushing event updated for resources: {'Port': ['ID=28e2887a-33b3-4216-9682-ccc3e1e40233,revision_number=3']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:28:19.422265 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059f0b46-14d1-4c93-96e2-b941bfb51eb3 x-openstack-request-id: req-059f0b46-14d1-4c93-96e2-b941bfb51eb3 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:28:19.422788 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58", "tag": "28e2887a-33b3-4216-9682-ccc3e1e40233", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:28:19.423578 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-059f0b46-14d1-4c93-96e2-b941bfb51eb3 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:28:19.424164 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58', 'tag': '28e2887a-33b3-4216-9682-ccc3e1e40233', 'status': 'completed', 'code': 200} Oct 27 01:28:19.439416 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-cfae0b71-85e5-45c9-bab5-f389689a56ac req-80a6f156-592d-4869-9d2f-671f6e64006c tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388167 Oct 27 01:28:19.543521 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bba54-0ddb-4041-8b51-0c9993abd3fa req-68730f77-7d63-4611-a407-44fbfad24f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:19.546520 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-d81bba54-0ddb-4041-8b51-0c9993abd3fa req-68730f77-7d63-4611-a407-44fbfad24f1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0201f20f8a2e46e6a8ceb7bccf7659df&device_id=2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58 HTTP/1.1" status: 200 len: 1097 time: 0.0661573 Oct 27 01:28:19.669772 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bba54-0ddb-4041-8b51-0c9993abd3fa req-04ad6565-f5da-4a30-9a5e-011f9986116b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:19.671495 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-d81bba54-0ddb-4041-8b51-0c9993abd3fa req-04ad6565-f5da-4a30-9a5e-011f9986116b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0201f20f8a2e46e6a8ceb7bccf7659df&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1105113 Oct 27 01:28:20.104189 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bba54-0ddb-4041-8b51-0c9993abd3fa req-5211e63d-2382-49e9-a5f2-4924932adb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:20.105000 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-d81bba54-0ddb-4041-8b51-0c9993abd3fa req-5211e63d-2382-49e9-a5f2-4924932adb3e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4258289 Oct 27 01:28:20.216032 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-de511b86-3eed-43b8-944a-6187f3517877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:20.217524 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-de511b86-3eed-43b8-944a-6187f3517877 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0201f20f8a2e46e6a8ceb7bccf7659df&device_id=2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58 HTTP/1.1" status: 200 len: 1097 time: 0.0441940 Oct 27 01:28:20.270514 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-52e499cb-2cb1-40a5-a1ce-0531d65af802 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28e2887a-33b3-4216-9682-ccc3e1e40233 HTTP/1.1" status: 200 len: 217 time: 0.0351164 Oct 27 01:28:20.322400 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-53ba8749-ba59-4f51-a347-5472aca6063d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:20.323971 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-53ba8749-ba59-4f51-a347-5472aca6063d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24272ddf-5ac7-4a02-bb5e-e41c77a2f3a5 HTTP/1.1" status: 200 len: 854 time: 0.0460773 Oct 27 01:28:20.360675 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-4f098e6f-8768-4870-b6af-b033f1bfbc1f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db7a7956-5753-48f1-84a3-719e54952fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294008 Oct 27 01:28:20.457104 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-fab94b6c-0414-4528-85a4-d962f49d5cf7 service neutron] 10.222.0.36 "GET /v2.0/networks/db7a7956-5753-48f1-84a3-719e54952fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888324 Oct 27 01:28:20.569196 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-b5a00158-7752-442b-973f-5f0d461a06d4 req-6ae641ce-e682-43de-b40a-6d6c75ad0b66 service neutron] 10.222.0.36 "GET /v2.0/networks/db7a7956-5753-48f1-84a3-719e54952fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028295 Oct 27 01:28:20.571902 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec9f22-6627-4df4-8a96-faf153a9428f req-dee05bab-eeb7-4981-b330-51778e8e1ac0 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:20.579100 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-70ec9f22-6627-4df4-8a96-faf153a9428f req-dee05bab-eeb7-4981-b330-51778e8e1ac0 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58 HTTP/1.1" status: 200 len: 944 time: 0.0661545 Oct 27 01:28:20.618790 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-70ec9f22-6627-4df4-8a96-faf153a9428f req-e45cff2c-858e-4b34-a88f-a47fa9dc8924 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345500 Oct 27 01:28:21.743949 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd396dcb-db56-4aa3-967f-ae1c3f3979b7 req-3aafe94b-8178-4d35-a08d-6f4dc1010062 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:21.745605 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fd396dcb-db56-4aa3-967f-ae1c3f3979b7 req-3aafe94b-8178-4d35-a08d-6f4dc1010062 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58 HTTP/1.1" status: 200 len: 944 time: 0.0528624 Oct 27 01:28:21.785495 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-fd396dcb-db56-4aa3-967f-ae1c3f3979b7 req-9d08c8fc-15a4-4729-b4c9-3d73de824cea tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313010 Oct 27 01:28:21.892487 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-35ee3ba8-09df-4ad9-b3a2-aa7ca5083752 req-9226f7e8-c47a-4455-9713-cead5a49756f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407877 Oct 27 01:28:21.971989 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee3ba8-09df-4ad9-b3a2-aa7ca5083752 req-05b0b4ba-e6a0-4eaf-9023-1ea74874ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:21.973449 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-35ee3ba8-09df-4ad9-b3a2-aa7ca5083752 req-05b0b4ba-e6a0-4eaf-9023-1ea74874ef72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80ccd2038569468b9d4f7a063fb346c9&device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 1098 time: 0.0454309 Oct 27 01:28:22.088074 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee3ba8-09df-4ad9-b3a2-aa7ca5083752 req-7297d8b9-284c-4a78-9e92-527378755f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:22.089503 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-35ee3ba8-09df-4ad9-b3a2-aa7ca5083752 req-7297d8b9-284c-4a78-9e92-527378755f1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6e401b1-a90b-4326-8b49-61e14b7b154a HTTP/1.1" status: 200 len: 912 time: 0.0929387 Oct 27 01:28:22.157002 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-35ee3ba8-09df-4ad9-b3a2-aa7ca5083752 req-6bf87fe3-d866-4317-b341-1c34ac8227f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 HTTP/1.1" status: 200 len: 1001 time: 0.0604649 Oct 27 01:28:22.214077 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee3ba8-09df-4ad9-b3a2-aa7ca5083752 req-5fb24b28-f5b7-47a0-9892-0ef4d6a0b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:22.215582 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-35ee3ba8-09df-4ad9-b3a2-aa7ca5083752 req-5fb24b28-f5b7-47a0-9892-0ef4d6a0b180 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5554eb9a-5b57-487f-bd78-35cf8048ca00 HTTP/1.1" status: 200 len: 850 time: 0.0516286 Oct 27 01:28:22.264902 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee3ba8-09df-4ad9-b3a2-aa7ca5083752 req-87688546-0879-4ee1-a4e0-01d07125c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:22.278361 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-35ee3ba8-09df-4ad9-b3a2-aa7ca5083752 req-87688546-0879-4ee1-a4e0-01d07125c049 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6e401b1-a90b-4326-8b49-61e14b7b154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435886 Oct 27 01:28:22.366893 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-35ee3ba8-09df-4ad9-b3a2-aa7ca5083752 req-b09b35bb-6b14-4216-81cd-1532c92c6d73 service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926144 Oct 27 01:28:22.475364 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-35ee3ba8-09df-4ad9-b3a2-aa7ca5083752 req-94681f85-6ae1-4abd-9346-698cdba48953 service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969071 Oct 27 01:28:22.909610 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceaaaf9-65a0-4d33-bfb0-fc4b494f9b9e req-06938c1a-0d27-43ce-8903-ab158b015f5f tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:22.911104 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-cceaaaf9-65a0-4d33-bfb0-fc4b494f9b9e req-06938c1a-0d27-43ce-8903-ab158b015f5f tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58 HTTP/1.1" status: 200 len: 944 time: 0.0573277 Oct 27 01:28:22.954660 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-cceaaaf9-65a0-4d33-bfb0-fc4b494f9b9e req-a4ffd696-e513-4ed8-b9b0-702ddaf049be tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356007 Oct 27 01:28:23.825468 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-22b52b78-3ef1-414f-aecb-b6e80b18bc95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:23.912722 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 28e2887a-33b3-4216-9682-ccc3e1e40233 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:28:24.039553 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 28e2887a-33b3-4216-9682-ccc3e1e40233, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=28e2887a-33b3-4216-9682-ccc3e1e40233,segment=NetworkSegment(c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60),segment_id=c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:28:24.056172 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': '28e2887a-33b3-4216-9682-ccc3e1e40233', 'network_id': 'db7a7956-5753-48f1-84a3-719e54952fae', 'port_id': '28e2887a-33b3-4216-9682-ccc3e1e40233', 'mac_address': 'fa:16:3e:32:cd:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24272ddf-5ac7-4a02-bb5e-e41c77a2f3a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:28:24.111056 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c8299-96bd-4bc7-a1e4-937596231dfd req-5ad100fa-9455-49fe-bd08-3f3ff4520205 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:24.113160 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:24.120790 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d77c8299-96bd-4bc7-a1e4-937596231dfd req-5ad100fa-9455-49fe-bd08-3f3ff4520205 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58 HTTP/1.1" status: 200 len: 944 time: 0.0706921 Oct 27 01:28:24.129897 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e2887a-33b3-4216-9682-ccc3e1e40233 {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:28:24.153336 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 28e2887a-33b3-4216-9682-ccc3e1e40233, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=28e2887a-33b3-4216-9682-ccc3e1e40233,segment=NetworkSegment(c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60),segment_id=c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:28:24.161208 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-d77c8299-96bd-4bc7-a1e4-937596231dfd req-f7fa6b02-47d0-468e-befa-92f565bf3175 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394909 Oct 27 01:28:24.248235 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:24.303125 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=28e2887a-33b3-4216-9682-ccc3e1e40233,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:28:24.310667 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:24.311136 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:24.311573 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:24.311972 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:24.312309 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:24.312637 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:24.312962 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:24.313286 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:24.313614 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:24.314057 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:24.314453 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:24.314838 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:24.634010 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['28e2887a-33b3-4216-9682-ccc3e1e40233'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:28:25.280302 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8206112-da11-498e-a3d5-a73b0827f73c req-7e23b86f-3fdb-47d0-8580-92cd083cdd05 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:25.281308 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c8206112-da11-498e-a3d5-a73b0827f73c req-7e23b86f-3fdb-47d0-8580-92cd083cdd05 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58 HTTP/1.1" status: 200 len: 945 time: 0.0499249 Oct 27 01:28:25.318053 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c8206112-da11-498e-a3d5-a73b0827f73c req-7b8039ac-e88f-49de-a6cf-fceeb0b6c484 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307715 Oct 27 01:28:25.545337 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:28:25.912995 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 28e2887a-33b3-4216-9682-ccc3e1e40233 up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:28:26.139201 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning for port 28e2887a-33b3-4216-9682-ccc3e1e40233 completed by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:28:26.139201 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port 28e2887a-33b3-4216-9682-ccc3e1e40233 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:28:26.139201 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:26.220376 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:26.243397 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e2887a-33b3-4216-9682-ccc3e1e40233'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:28:26.245614 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972d7c84-8ec3-440e-ba24-abac3534ec50" -d '{"events": [{"server_uuid": "2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58", "name": "network-vif-plugged", "status": "completed", "tag": "28e2887a-33b3-4216-9682-ccc3e1e40233"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:28:26.266257 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 28e2887a-33b3-4216-9682-ccc3e1e40233, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=28e2887a-33b3-4216-9682-ccc3e1e40233,segment=NetworkSegment(c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60),segment_id=c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:28:26.284907 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0d399e-c061-46ae-b6f8-224237709321 x-openstack-request-id: req-2e0d399e-c061-46ae-b6f8-224237709321 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:28:26.285197 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58", "name": "network-vif-plugged", "status": "completed", "tag": "28e2887a-33b3-4216-9682-ccc3e1e40233", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:28:26.285447 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e0d399e-c061-46ae-b6f8-224237709321 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:28:26.285834 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e2887a-33b3-4216-9682-ccc3e1e40233', 'code': 200} Oct 27 01:28:26.408413 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:26.437646 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9db61b-32ec-41b6-999c-3224bfcf8a68 req-81f5041b-3e1b-466e-a7e5-c32565c3130b tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:26.438248 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db718355-5fc9-43d1-9388-1ed25d09a1dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:26.439168 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-bd9db61b-32ec-41b6-999c-3224bfcf8a68 req-81f5041b-3e1b-466e-a7e5-c32565c3130b tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58 HTTP/1.1" status: 200 len: 945 time: 0.0514398 Oct 27 01:28:26.469361 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=28e2887a-33b3-4216-9682-ccc3e1e40233,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:28:26.480833 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-bd9db61b-32ec-41b6-999c-3224bfcf8a68 req-d4f81ba2-225f-4e73-bd45-c5128a0ae73c tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334444 Oct 27 01:28:26.694101 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551e7f8-552d-4f34-9c54-f809027d8558 req-08091e65-7b20-4535-8399-d9e7172b8c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:26.695617 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c551e7f8-552d-4f34-9c54-f809027d8558 req-08091e65-7b20-4535-8399-d9e7172b8c13 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58 HTTP/1.1" status: 200 len: 1099 time: 0.0398026 Oct 27 01:28:26.731550 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c551e7f8-552d-4f34-9c54-f809027d8558 req-9a11d719-4424-4114-943a-80eedab1936b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273404 Oct 27 01:28:27.240396 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:27.594140 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6c201-83a6-466e-85b8-0834461a1ba7 req-ff7d526f-aca3-460c-8887-4b174fd12ccc tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:27.595583 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f5a6c201-83a6-466e-85b8-0834461a1ba7 req-ff7d526f-aca3-460c-8887-4b174fd12ccc tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58 HTTP/1.1" status: 200 len: 946 time: 0.0471597 Oct 27 01:28:27.634050 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f5a6c201-83a6-466e-85b8-0834461a1ba7 req-426641da-a9b9-4b67-9fe9-52c9017d63f2 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321767 Oct 27 01:28:27.677058 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:28.747921 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a8c78-8554-42d2-a447-a2d0bb7fbc1e req-22a9c166-f69f-49ed-9ee1-802f60c72d1f tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:28.749278 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c35a8c78-8554-42d2-a447-a2d0bb7fbc1e req-22a9c166-f69f-49ed-9ee1-802f60c72d1f tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58 HTTP/1.1" status: 200 len: 946 time: 0.0481820 Oct 27 01:28:28.786746 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c35a8c78-8554-42d2-a447-a2d0bb7fbc1e req-48e1f368-df3b-4960-95c6-9111a927aa7f tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314069 Oct 27 01:28:29.174095 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:30.740578 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40098) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:28:30.793613 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef12b8b-e7d0-4a4a-85a1-df491d67a277 admin admin] Deleting subnet a97366f4-7e4b-4e9f-a8a6-6c8dfde9d131 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:28:30.796745 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cef12b8b-e7d0-4a4a-85a1-df491d67a277 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:30.832340 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cef12b8b-e7d0-4a4a-85a1-df491d67a277 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25808289'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:30.871514 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cef12b8b-e7d0-4a4a-85a1-df491d67a277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1553078'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:30.997385 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cef12b8b-e7d0-4a4a-85a1-df491d67a277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25808858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29180628'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:31.026675 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef12b8b-e7d0-4a4a-85a1-df491d67a277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a97366f4-7e4b-4e9f-a8a6-6c8dfde9d131,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:28:31.031325 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cef12b8b-e7d0-4a4a-85a1-df491d67a277 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:31.035323 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-cef12b8b-e7d0-4a4a-85a1-df491d67a277 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a97366f4-7e4b-4e9f-a8a6-6c8dfde9d131 HTTP/1.1" status: 204 len: 168 time: 0.2928510 Oct 27 01:28:31.037144 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 40100) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:28:31.039811 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef12b8b-e7d0-4a4a-85a1-df491d67a277 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.040167 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef12b8b-e7d0-4a4a-85a1-df491d67a277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.040680 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef12b8b-e7d0-4a4a-85a1-df491d67a277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.041389 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef12b8b-e7d0-4a4a-85a1-df491d67a277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.041769 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef12b8b-e7d0-4a4a-85a1-df491d67a277 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.042154 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef12b8b-e7d0-4a4a-85a1-df491d67a277 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.042490 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef12b8b-e7d0-4a4a-85a1-df491d67a277 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.042819 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef12b8b-e7d0-4a4a-85a1-df491d67a277 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.043147 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef12b8b-e7d0-4a4a-85a1-df491d67a277 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.043520 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef12b8b-e7d0-4a4a-85a1-df491d67a277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.043887 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef12b8b-e7d0-4a4a-85a1-df491d67a277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.044162 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef12b8b-e7d0-4a4a-85a1-df491d67a277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.108677 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561603'] for network, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:31.189044 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552445', 'neutron.services.segments.db._delete_segments_for_network-8793629371679'] for network, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:31.208266 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baadc2e5-ef47-411c-b34f-076291332e36']}} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:28:31.218183 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08641bee-8765-4f78-9d31-eb3c69873978') {'for_net_delete': True} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:28:31.218478 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08641bee-8765-4f78-9d31-eb3c69873978') {} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:28:31.227732 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793629372712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25380428'] for segment, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:31.240951 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:31.246818 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:28:31.247200 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25380066'] for segment, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: Traceback (most recent call last): Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: timer() Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: cb(*args, **kw) Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: return func(*args, **kwargs) Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: self._notify() Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: self.callback(batched_events) Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: event.method(event) Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: return f(self, *a, **k) Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: return self._get(url).json() Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: return self.request(url, 'GET', **kwargs) Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:28:31.248830 dv-cinder-815560-1-iscsi neutron-server[102100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:28:31.390965 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3723074'] for network, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:31.397804 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:31.401697 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] 10.222.0.32 "DELETE /v2.0/networks/baadc2e5-ef47-411c-b34f-076291332e36 HTTP/1.1" status: 204 len: 168 time: 0.3634477 Oct 27 01:28:31.412535 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] Pushing event deleted for resources: {'Network': ['ID=baadc2e5-ef47-411c-b34f-076291332e36,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:28:31.421610 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.422017 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.422493 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.422859 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.423184 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.423550 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.423935 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.424326 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.424756 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.425021 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.425338 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.425654 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5946b-a7e5-49c5-be1b-0d10910478db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:28:31.713614 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 40106) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:28:31.757882 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-fd2c7e18-5256-4925-9836-f28843bcd2af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca625749d153471ea9f389ce0cb40803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389929 Oct 27 01:28:31.760513 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 40108) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:28:31.812435 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d35c15b7-0937-4969-9cc0-e691b5fc65a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:31.833121 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d35c15b7-0937-4969-9cc0-e691b5fc65a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:31.979553 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d35c15b7-0937-4969-9cc0-e691b5fc65a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:31.982176 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-d35c15b7-0937-4969-9cc0-e691b5fc65a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:31.983338 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-d35c15b7-0937-4969-9cc0-e691b5fc65a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0af6123c-3baa-418a-b968-1f7f09e3d7d9 HTTP/1.1" status: 204 len: 168 time: 0.2219131 Oct 27 01:28:31.992586 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c15b7-0937-4969-9cc0-e691b5fc65a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af6123c-3baa-418a-b968-1f7f09e3d7d9,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:28:41.603986 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e579bbf-4515-45ef-923e-d130242c308f req-68645332-d722-452e-9bb5-f0d0038291c0 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:41.605481 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3e579bbf-4515-45ef-923e-d130242c308f req-68645332-d722-452e-9bb5-f0d0038291c0 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 945 time: 0.0504575 Oct 27 01:28:41.642245 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-3e579bbf-4515-45ef-923e-d130242c308f req-884c2cdc-80b5-4131-b543-dfea484004c2 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308881 Oct 27 01:28:42.759482 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7a428-45c5-4b7c-a73a-db9c04d61fb0 req-b6c1d4a2-ff2f-4fd6-994b-5c3b43e21bd3 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:42.761162 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-38a7a428-45c5-4b7c-a73a-db9c04d61fb0 req-b6c1d4a2-ff2f-4fd6-994b-5c3b43e21bd3 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 945 time: 0.0492449 Oct 27 01:28:42.799874 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-38a7a428-45c5-4b7c-a73a-db9c04d61fb0 req-9c2c1f4e-bc98-4078-88d5-12243e3e3eb3 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327268 Oct 27 01:28:43.913745 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d0160-9b27-4d0b-bc05-2ef8822b5368 req-794a2233-da9e-4f5a-b77b-553bae6400a7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:43.915232 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-807d0160-9b27-4d0b-bc05-2ef8822b5368 req-794a2233-da9e-4f5a-b77b-553bae6400a7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 945 time: 0.0486124 Oct 27 01:28:43.955669 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-807d0160-9b27-4d0b-bc05-2ef8822b5368 req-395f7c2e-74a6-46b3-b3c4-065d380719ff tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340984 Oct 27 01:28:45.069827 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd6d31-9d8d-47e9-8db2-a1d369fb90c8 req-2417f78c-4d2f-47d1-83ce-0dd954615578 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:45.071298 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1ffd6d31-9d8d-47e9-8db2-a1d369fb90c8 req-2417f78c-4d2f-47d1-83ce-0dd954615578 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 945 time: 0.0487208 Oct 27 01:28:45.108151 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1ffd6d31-9d8d-47e9-8db2-a1d369fb90c8 req-278f34ce-9177-4f0d-9802-9eb3c8e60ec5 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307548 Oct 27 01:28:46.112033 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311244a3-c887-43b7-9e48-b6ce5b38cffb req-fa1f8c78-123a-4ed1-8ca4-8c25f9fe994b tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:46.113605 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-311244a3-c887-43b7-9e48-b6ce5b38cffb req-fa1f8c78-123a-4ed1-8ca4-8c25f9fe994b tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 945 time: 0.0495238 Oct 27 01:28:46.213116 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-311244a3-c887-43b7-9e48-b6ce5b38cffb req-a42ebae0-f2b4-44d1-b679-a674c5d4f35f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Deleting port b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:28:46.213509 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-311244a3-c887-43b7-9e48-b6ce5b38cffb req-a42ebae0-f2b4-44d1-b679-a674c5d4f35f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:46.238823 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3a141-893e-4e6d-ba70-5978a55b4198 req-c22dfe41-6f56-4a6e-b79d-b4802467a3ee tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:46.240405 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2ca3a141-893e-4e6d-ba70-5978a55b4198 req-c22dfe41-6f56-4a6e-b79d-b4802467a3ee tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 945 time: 0.0588338 Oct 27 01:28:46.279129 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2ca3a141-893e-4e6d-ba70-5978a55b4198 req-a87e4928-ea90-4721-823d-6ff9f93c8480 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322564 Oct 27 01:28:46.306992 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-311244a3-c887-43b7-9e48-b6ce5b38cffb req-a42ebae0-f2b4-44d1-b679-a674c5d4f35f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] For port b47b9ded-707a-4e56-a5c7-2e7f5cee57d1, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=b47b9ded-707a-4e56-a5c7-2e7f5cee57d1,segment=NetworkSegment(854d7faf-d8bf-4f8e-bc64-be8445d2a728),segment_id=854d7faf-d8bf-4f8e-bc64-be8445d2a728)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:28:46.307381 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-311244a3-c887-43b7-9e48-b6ce5b38cffb req-a42ebae0-f2b4-44d1-b679-a674c5d4f35f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:46.471414 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-311244a3-c887-43b7-9e48-b6ce5b38cffb req-a42ebae0-f2b4-44d1-b679-a674c5d4f35f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:46.471773 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-311244a3-c887-43b7-9e48-b6ce5b38cffb req-a42ebae0-f2b4-44d1-b679-a674c5d4f35f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3723056'] for floatingip, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:46.472090 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.db.l3_db [req-311244a3-c887-43b7-9e48-b6ce5b38cffb req-a42ebae0-f2b4-44d1-b679-a674c5d4f35f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Floating IP 082e5435-f5b8-4c85-8ba6-7f85659322f0 disassociated. External IP: 172.27.3.195, port: b47b9ded-707a-4e56-a5c7-2e7f5cee57d1. Oct 27 01:28:46.472426 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-311244a3-c887-43b7-9e48-b6ce5b38cffb req-a42ebae0-f2b4-44d1-b679-a674c5d4f35f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Calling delete_port for b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 owned by compute:nova {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:28:46.613329 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:46.693084 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-311244a3-c887-43b7-9e48-b6ce5b38cffb req-a42ebae0-f2b4-44d1-b679-a674c5d4f35f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:46.723835 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ebae0-f2b4-44d1-b679-a674c5d4f35f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Pushing event deleted for resources: {'Port': ['ID=b47b9ded-707a-4e56-a5c7-2e7f5cee57d1,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:28:46.835868 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-311244a3-c887-43b7-9e48-b6ce5b38cffb req-a42ebae0-f2b4-44d1-b679-a674c5d4f35f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Router 55c005fe-9149-41ef-b513-42df7df2f827 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:28:46.943698 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-311244a3-c887-43b7-9e48-b6ce5b38cffb req-a42ebae0-f2b4-44d1-b679-a674c5d4f35f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:28:46.955390 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d4c35a-a56f-4736-b64e-149b6dcacd2f None None] Sync routers for ids ['55c005fe-9149-41ef-b513-42df7df2f827'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:28:46.964643 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d4c35a-a56f-4736-b64e-149b6dcacd2f None None] Routers {'55c005fe-9149-41ef-b513-42df7df2f827'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:28:46.965251 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-f1d4c35a-a56f-4736-b64e-149b6dcacd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:28:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['55c005fe-9149-41ef-b513-42df7df2f827'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:28:46.984813 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-311244a3-c887-43b7-9e48-b6ce5b38cffb req-a42ebae0-f2b4-44d1-b679-a674c5d4f35f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] No DVR routers for this DVR port b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 on host hv-cinder-81556 {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:28:46.987558 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-311244a3-c887-43b7-9e48-b6ce5b38cffb req-a42ebae0-f2b4-44d1-b679-a674c5d4f35f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:46.991267 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-311244a3-c887-43b7-9e48-b6ce5b38cffb req-a42ebae0-f2b4-44d1-b679-a674c5d4f35f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.36 "DELETE /v2.0/ports/b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 HTTP/1.1" status: 204 len: 173 time: 0.8685751 Oct 27 01:28:46.991762 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a39a6a3-72c4-4c0d-8bad-2971fbebc302', 'name': 'network-vif-deleted', 'tag': 'b47b9ded-707a-4e56-a5c7-2e7f5cee57d1'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:28:46.994049 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb29a9e-333b-4f96-878f-1ae17bd83042" -d '{"events": [{"server_uuid": "7a39a6a3-72c4-4c0d-8bad-2971fbebc302", "name": "network-vif-deleted", "tag": "b47b9ded-707a-4e56-a5c7-2e7f5cee57d1"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:28:47.018648 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:28:47.033751 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2652ab7f-9346-4253-a6cf-5fab70bf0278 x-openstack-request-id: req-2652ab7f-9346-4253-a6cf-5fab70bf0278 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:28:47.034071 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a39a6a3-72c4-4c0d-8bad-2971fbebc302", "name": "network-vif-deleted", "tag": "b47b9ded-707a-4e56-a5c7-2e7f5cee57d1", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:28:47.034330 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2652ab7f-9346-4253-a6cf-5fab70bf0278 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:28:47.034747 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a39a6a3-72c4-4c0d-8bad-2971fbebc302', 'name': 'network-vif-deleted', 'tag': 'b47b9ded-707a-4e56-a5c7-2e7f5cee57d1', 'status': 'completed', 'code': 200} Oct 27 01:28:47.078846 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] No Port match for: b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:28:47.079197 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device b47b9ded-707a-4e56-a5c7-2e7f5cee57d1 not bound to the agent host hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:28:47.117557 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-f1d4c35a-a56f-4736-b64e-149b6dcacd2f None None] Set router 55c005fe-9149-41ef-b513-42df7df2f827 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:28:47.326044 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-f1d4c35a-a56f-4736-b64e-149b6dcacd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '5a1edee6-82cc-4795-816f-ede95d8641d7', 'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'mac_address': 'fa:16:3e:c5:f6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:48Z', 'updated_at': '2021-10-27T01:25:55Z', 'revision_number': 5, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'subnets': [{'id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:28:47.352438 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d4c35a-a56f-4736-b64e-149b6dcacd2f None None] Checking router: 55c005fe-9149-41ef-b513-42df7df2f827 for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:28:47.362517 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d4c35a-a56f-4736-b64e-149b6dcacd2f None None] Routers {'55c005fe-9149-41ef-b513-42df7df2f827'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:28:47.363180 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-f1d4c35a-a56f-4736-b64e-149b6dcacd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:28:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['55c005fe-9149-41ef-b513-42df7df2f827'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:28:47.375550 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-54ad6159-f0c4-4c00-aa28-f41c2ac88015 req-54d2dcf5-e701-473e-a381-22624c0a2101 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a39a6a3-72c4-4c0d-8bad-2971fbebc302 HTTP/1.1" status: 200 len: 210 time: 0.0274503 Oct 27 01:28:47.467397 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-f1d4c35a-a56f-4736-b64e-149b6dcacd2f None None] Set router 55c005fe-9149-41ef-b513-42df7df2f827 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:28:47.667667 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-f1d4c35a-a56f-4736-b64e-149b6dcacd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '5a1edee6-82cc-4795-816f-ede95d8641d7', 'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'mac_address': 'fa:16:3e:c5:f6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:48Z', 'updated_at': '2021-10-27T01:25:55Z', 'revision_number': 5, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'subnets': [{'id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:28:47.697777 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d4c35a-a56f-4736-b64e-149b6dcacd2f None None] The sync data for ids ['55c005fe-9149-41ef-b513-42df7df2f827'] in dv-cinder-815560-1-iscsi is: [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '5a1edee6-82cc-4795-816f-ede95d8641d7', 'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'mac_address': 'fa:16:3e:c5:f6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:48Z', 'updated_at': '2021-10-27T01:25:55Z', 'revision_number': 5, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'subnets': [{'id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:28:47.907122 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c57120-750d-4246-8201-4c107322f2d5 None None] New status for floating IP 082e5435-f5b8-4c85-8ba6-7f85659322f0: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:28:48.621728 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-97d81903-7a61-4d53-aa21-e2999b2f8386 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-461718875&fields=id&tenant_id=80ccd2038569468b9d4f7a063fb346c9 HTTP/1.1" status: 200 len: 267 time: 0.0350251 Oct 27 01:28:48.727802 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-2d7f6188-a132-45d2-a8a1-b41e8de2d904 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:48.729166 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-2d7f6188-a132-45d2-a8a1-b41e8de2d904 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/networks?id=d6e401b1-a90b-4326-8b49-61e14b7b154a HTTP/1.1" status: 200 len: 811 time: 0.1001887 Oct 27 01:28:48.743853 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-d27a07c7-30dc-46cb-a909-96486602e0f7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/quotas/80ccd2038569468b9d4f7a063fb346c9 HTTP/1.1" status: 200 len: 375 time: 0.0088582 Oct 27 01:28:48.796518 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-6f4600e9-f19e-4b15-8369-091f01c9d0b3 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=80ccd2038569468b9d4f7a063fb346c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470517 Oct 27 01:28:48.894368 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-90f46747-8466-406b-af40-5efadb210004 service neutron] 10.222.0.32 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859079 Oct 27 01:28:48.984474 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-d87d3118-ed95-4072-9537-ca56ab3e39f8 service neutron] 10.222.0.32 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840378 Oct 27 01:28:49.706773 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2c8b51a4-84af-4754-97c9-765578a0e38f req-18d7fdd2-295e-489c-9a15-3fb87da4d9d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 210 time: 0.0258801 Oct 27 01:28:50.800363 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-22cd4298-a007-464a-8809-04466f7a7c57 req-96937e2a-5c54-4e85-9b0f-6efa5d999ef9 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 210 time: 0.0267494 Oct 27 01:28:51.901506 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-36644e72-a39b-43b0-a5e7-f4d96a4a31ed req-29ffc8be-4180-48ad-bf14-84654382c2a7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 210 time: 0.0317600 Oct 27 01:28:51.921189 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-f05622d5-3539-4be9-8767-7220b46b1996 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:51.922872 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-f05622d5-3539-4be9-8767-7220b46b1996 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.36 "GET /v2.0/networks?id=d6e401b1-a90b-4326-8b49-61e14b7b154a HTTP/1.1" status: 200 len: 811 time: 0.1110930 Oct 27 01:28:51.980408 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-f6ec6778-5ec1-4253-8b1c-bbd2a049ebf3 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80ccd2038569468b9d4f7a063fb346c9 HTTP/1.1" status: 200 len: 379 time: 0.0373440 Oct 27 01:28:51.992313 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-22176962-73f4-4503-a1da-b1e670db82b5 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Request body: {'port': {'device_id': 'e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'admin_state_up': True, 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'security_groups': ['193161ab-9723-4884-9fd2-6c431568ddba']}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:28:52.200097 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-22176962-73f4-4503-a1da-b1e670db82b5 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Made reservation on behalf of 80ccd2038569468b9d4f7a063fb346c9 for: {'port': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:28:52.205762 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-22176962-73f4-4503-a1da-b1e670db82b5 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:52.334116 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-22176962-73f4-4503-a1da-b1e670db82b5 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Allocated IP 172.20.0.11 (d6e401b1-a90b-4326-8b49-61e14b7b154a/5554eb9a-5b57-487f-bd78-35cf8048ca00/3f3401c7-6747-49bb-ab1a-bca327762ba3) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:28:52.472390 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-22176962-73f4-4503-a1da-b1e670db82b5 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:52.555361 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c563ab-4c13-45e0-a7d6-c1d30cf220a1 req-0a1ba4f8-b2cf-4ab3-8d50-d694d61a7bca tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:52.556820 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f7c563ab-4c13-45e0-a7d6-c1d30cf220a1 req-0a1ba4f8-b2cf-4ab3-8d50-d694d61a7bca tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58 HTTP/1.1" status: 200 len: 946 time: 0.0483124 Oct 27 01:28:52.579095 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-22176962-73f4-4503-a1da-b1e670db82b5 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:52.595498 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f7c563ab-4c13-45e0-a7d6-c1d30cf220a1 req-4a79b516-3333-4ab1-ad31-11327215eee5 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322511 Oct 27 01:28:52.621143 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-22176962-73f4-4503-a1da-b1e670db82b5 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Network d6e401b1-a90b-4326-8b49-61e14b7b154a is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:28:52.624377 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-22176962-73f4-4503-a1da-b1e670db82b5 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:28:52.628978 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-22176962-73f4-4503-a1da-b1e670db82b5 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:28:52.663558 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22176962-73f4-4503-a1da-b1e670db82b5 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Pushing event updated for resources: {'Port': ['ID=3f3401c7-6747-49bb-ab1a-bca327762ba3,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:28:52.690582 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-22176962-73f4-4503-a1da-b1e670db82b5 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:52.691199 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-22176962-73f4-4503-a1da-b1e670db82b5 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:52.815628 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-22176962-73f4-4503-a1da-b1e670db82b5 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8274012 Oct 27 01:28:52.835978 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] Request body: {'port': {'device_id': 'e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:28:52.854504 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-f94792a2-6c05-4199-861f-3a31198fda33 None None] Provisioning complete for port 3f3401c7-6747-49bb-ab1a-bca327762ba3 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:28:52.855033 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f94792a2-6c05-4199-861f-3a31198fda33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:52.888325 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-f94792a2-6c05-4199-861f-3a31198fda33 None None] Port 3f3401c7-6747-49bb-ab1a-bca327762ba3 cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:28:52.890001 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:53.046843 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d5c7b-8f81-4dc7-876e-828683e43f9f req-a2bb1abb-4486-49dc-b580-cf38572e3549 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:53.048454 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ec5d5c7b-8f81-4dc7-876e-828683e43f9f req-a2bb1abb-4486-49dc-b580-cf38572e3549 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 932 time: 0.0560594 Oct 27 01:28:53.089185 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ec5d5c7b-8f81-4dc7-876e-828683e43f9f req-81ae153f-be9d-42f7-aa24-a034c80cbaba tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334966 Oct 27 01:28:53.154871 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f3401c7-6747-49bb-ab1a-bca327762ba3 {{(pid=102100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:28:53.162171 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:53.174270 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.provisioning_blocks [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] Transition to ACTIVE for port object 3f3401c7-6747-49bb-ab1a-bca327762ba3 will not be triggered until provisioned by entity L2. {{(pid=102100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:28:53.247657 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:53.298973 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] Pushing event updated for resources: {'Port': ['ID=3f3401c7-6747-49bb-ab1a-bca327762ba3,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:28:53.372284 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] Attempting to bind port 3f3401c7-6747-49bb-ab1a-bca327762ba3 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:28:53.372617 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] Attempting to bind port 3f3401c7-6747-49bb-ab1a-bca327762ba3 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '854d7faf-d8bf-4f8e-bc64-be8445d2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a'}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:28:53.372951 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] Attempting to bind port 3f3401c7-6747-49bb-ab1a-bca327762ba3 on network d6e401b1-a90b-4326-8b49-61e14b7b154a {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:28:53.377561 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] Port 3f3401c7-6747-49bb-ab1a-bca327762ba3 on network d6e401b1-a90b-4326-8b49-61e14b7b154a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:28:53.377884 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] Attempting to bind port 3f3401c7-6747-49bb-ab1a-bca327762ba3 on network d6e401b1-a90b-4326-8b49-61e14b7b154a {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:28:53.382954 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] Checking agent: {'id': '5557effb-edc1-4af5-af56-f2013bdcbb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'started_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:28:53.383292 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] Checking segment: {'id': '854d7faf-d8bf-4f8e-bc64-be8445d2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:28:53.383672 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] Bound using segment: {'id': '854d7faf-d8bf-4f8e-bc64-be8445d2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a'} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:28:53.384103 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] Bound port: 3f3401c7-6747-49bb-ab1a-bca327762ba3, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854d7faf-d8bf-4f8e-bc64-be8445d2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a'}}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:28:53.384488 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:53.452264 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] For port 3f3401c7-6747-49bb-ab1a-bca327762ba3, host hv-cinder-81556, cleared binding levels {{(pid=102100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:28:53.455318 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] For port 3f3401c7-6747-49bb-ab1a-bca327762ba3, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=3f3401c7-6747-49bb-ab1a-bca327762ba3,segment=NetworkSegment(854d7faf-d8bf-4f8e-bc64-be8445d2a728),segment_id=854d7faf-d8bf-4f8e-bc64-be8445d2a728)] {{(pid=102100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:28:53.527568 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:53.562645 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:53.563256 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:53.564624 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] 10.222.0.36 "PUT /v2.0/ports/3f3401c7-6747-49bb-ab1a-bca327762ba3 HTTP/1.1" status: 200 len: 1094 time: 0.7327106 Oct 27 01:28:53.565059 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532', 'tag': '3f3401c7-6747-49bb-ab1a-bca327762ba3'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:28:53.567349 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c981d6-ff2a-44bf-8211-3b9e3cb7be55" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532", "tag": "3f3401c7-6747-49bb-ab1a-bca327762ba3"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:28:53.600852 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60de841-28f3-4852-86ae-2c3e2fc8f262 service neutron] Pushing event updated for resources: {'Port': ['ID=3f3401c7-6747-49bb-ab1a-bca327762ba3,revision_number=3']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:28:53.611771 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664c2d25-9c69-4ebe-b63d-9f7ccb08e55a x-openstack-request-id: req-664c2d25-9c69-4ebe-b63d-9f7ccb08e55a {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:28:53.612063 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532", "tag": "3f3401c7-6747-49bb-ab1a-bca327762ba3", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:28:53.612416 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-664c2d25-9c69-4ebe-b63d-9f7ccb08e55a {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:28:53.612961 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532', 'tag': '3f3401c7-6747-49bb-ab1a-bca327762ba3', 'status': 'completed', 'code': 200} Oct 27 01:28:53.720009 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c981d6-ff2a-44bf-8211-3b9e3cb7be55 req-bd3f0bb0-d80f-4049-ade7-71ba10996aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:53.720942 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac98ecb-daa9-412b-9dcb-bf3551444fee req-f4e36457-40d6-4ac6-bab1-62c80d4c45f1 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:53.722008 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-d7c981d6-ff2a-44bf-8211-3b9e3cb7be55 req-bd3f0bb0-d80f-4049-ade7-71ba10996aa4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80ccd2038569468b9d4f7a063fb346c9&device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 1097 time: 0.0486488 Oct 27 01:28:53.722536 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2ac98ecb-daa9-412b-9dcb-bf3551444fee req-f4e36457-40d6-4ac6-bab1-62c80d4c45f1 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58 HTTP/1.1" status: 200 len: 946 time: 0.0552711 Oct 27 01:28:53.767766 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2ac98ecb-daa9-412b-9dcb-bf3551444fee req-a409467e-fd1b-481a-bbb3-230b5568167b tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390298 Oct 27 01:28:53.812799 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8c4b4030-2346-41f8-a4ea-fa7abe3a8849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:53.836807 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c981d6-ff2a-44bf-8211-3b9e3cb7be55 req-ff72dbe7-f1f7-4712-b64f-a58e0cd1db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:53.838302 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-d7c981d6-ff2a-44bf-8211-3b9e3cb7be55 req-ff72dbe7-f1f7-4712-b64f-a58e0cd1db70 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=80ccd2038569468b9d4f7a063fb346c9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1009188 Oct 27 01:28:53.931552 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c981d6-ff2a-44bf-8211-3b9e3cb7be55 req-99219203-b9ed-47b0-8f1b-7acf6ff67165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:53.932927 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-d7c981d6-ff2a-44bf-8211-3b9e3cb7be55 req-99219203-b9ed-47b0-8f1b-7acf6ff67165 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867851 Oct 27 01:28:54.063833 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a792b404-28d5-481f-aae4-d4e0c3f3a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:54.065300 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-a792b404-28d5-481f-aae4-d4e0c3f3a19e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80ccd2038569468b9d4f7a063fb346c9&device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 1097 time: 0.0430436 Oct 27 01:28:54.117317 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-927fa233-980a-4eca-9b8e-9c803fe0e7e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f3401c7-6747-49bb-ab1a-bca327762ba3 HTTP/1.1" status: 200 len: 217 time: 0.0355153 Oct 27 01:28:54.176073 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-6c1a708b-938b-4a58-b124-68f6710d9d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:54.177513 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-6c1a708b-938b-4a58-b124-68f6710d9d23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5554eb9a-5b57-487f-bd78-35cf8048ca00 HTTP/1.1" status: 200 len: 850 time: 0.0441103 Oct 27 01:28:54.208900 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478ac40-072d-4224-93ef-f2ff0c1c2347 req-bda4e0ff-3d55-4706-8f92-4b31199a3e64 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:54.210305 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1478ac40-072d-4224-93ef-f2ff0c1c2347 req-bda4e0ff-3d55-4706-8f92-4b31199a3e64 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 944 time: 0.0480924 Oct 27 01:28:54.230454 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-8168782b-c387-441c-a895-10093b1e5f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:54.232604 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-8168782b-c387-441c-a895-10093b1e5f07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6e401b1-a90b-4326-8b49-61e14b7b154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456023 Oct 27 01:28:54.249993 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1478ac40-072d-4224-93ef-f2ff0c1c2347 req-d9c62b6b-8e45-40ea-a2da-cedb3ab7c692 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330515 Oct 27 01:28:54.326149 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-4a912e9e-7b48-48ed-8046-f55f1a1fe5dc service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839741 Oct 27 01:28:54.417786 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-0eb6b866-64da-47cc-8bc7-e3eae5d426c3 req-05a5e9c1-f872-4b5b-883d-80d00e0b7606 service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847669 Oct 27 01:28:54.638010 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4055d-17b0-4c52-95df-fa0d600a71ad req-555de1eb-811f-4ced-aaf1-b4342cadf00b tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:54.639459 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-07e4055d-17b0-4c52-95df-fa0d600a71ad req-555de1eb-811f-4ced-aaf1-b4342cadf00b tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58 HTTP/1.1" status: 200 len: 946 time: 0.0479100 Oct 27 01:28:54.728495 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-07e4055d-17b0-4c52-95df-fa0d600a71ad req-57a24067-3ca6-4eae-b334-4e2ae9ada28c tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Deleting port 28e2887a-33b3-4216-9682-ccc3e1e40233 {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:28:54.728852 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-07e4055d-17b0-4c52-95df-fa0d600a71ad req-57a24067-3ca6-4eae-b334-4e2ae9ada28c tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:54.819121 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-07e4055d-17b0-4c52-95df-fa0d600a71ad req-57a24067-3ca6-4eae-b334-4e2ae9ada28c tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] For port 28e2887a-33b3-4216-9682-ccc3e1e40233, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=28e2887a-33b3-4216-9682-ccc3e1e40233,segment=NetworkSegment(c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60),segment_id=c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:28:54.819484 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-07e4055d-17b0-4c52-95df-fa0d600a71ad req-57a24067-3ca6-4eae-b334-4e2ae9ada28c tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:54.831878 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-07e4055d-17b0-4c52-95df-fa0d600a71ad req-57a24067-3ca6-4eae-b334-4e2ae9ada28c tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Calling delete_port for 28e2887a-33b3-4216-9682-ccc3e1e40233 owned by compute:nova {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:28:54.887048 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b572d-0d3c-4288-aa10-e567745a2edb req-bc43f9b5-7567-4d22-a5ed-e80f56e0467d tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:54.888784 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1b8b572d-0d3c-4288-aa10-e567745a2edb req-bc43f9b5-7567-4d22-a5ed-e80f56e0467d tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58 HTTP/1.1" status: 200 len: 946 time: 0.0527260 Oct 27 01:28:54.925711 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1b8b572d-0d3c-4288-aa10-e567745a2edb req-6f37955c-fa63-401b-9bea-7176775d2fdf tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac726c03-c38a-401a-bfac-95140ca4ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310571 Oct 27 01:28:55.024095 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-07e4055d-17b0-4c52-95df-fa0d600a71ad req-57a24067-3ca6-4eae-b334-4e2ae9ada28c tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:55.053972 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a24067-3ca6-4eae-b334-4e2ae9ada28c tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Pushing event deleted for resources: {'Port': ['ID=28e2887a-33b3-4216-9682-ccc3e1e40233,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:28:55.057974 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['28e2887a-33b3-4216-9682-ccc3e1e40233'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:28:55.093729 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e4055d-17b0-4c52-95df-fa0d600a71ad req-57a24067-3ca6-4eae-b334-4e2ae9ada28c tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] No DVR routers for this DVR port 28e2887a-33b3-4216-9682-ccc3e1e40233 on host hv-cinder-81556 {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:28:55.096366 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-07e4055d-17b0-4c52-95df-fa0d600a71ad req-57a24067-3ca6-4eae-b334-4e2ae9ada28c tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:55.099667 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-07e4055d-17b0-4c52-95df-fa0d600a71ad req-57a24067-3ca6-4eae-b334-4e2ae9ada28c tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.36 "DELETE /v2.0/ports/28e2887a-33b3-4216-9682-ccc3e1e40233 HTTP/1.1" status: 204 len: 173 time: 0.4527996 Oct 27 01:28:55.369356 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e25e70-78e5-4a0c-ae51-b66a495f06f7 req-ac5fd709-2545-4eb0-9633-76f6dafd31e6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:55.370838 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b2e25e70-78e5-4a0c-ae51-b66a495f06f7 req-ac5fd709-2545-4eb0-9633-76f6dafd31e6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 944 time: 0.0507562 Oct 27 01:28:55.408740 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b2e25e70-78e5-4a0c-ae51-b66a495f06f7 req-57317a0c-eac8-4d4c-b62d-c0f510c1ed7c tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317991 Oct 27 01:28:55.614019 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58', 'name': 'network-vif-deleted', 'tag': '28e2887a-33b3-4216-9682-ccc3e1e40233'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:28:55.616324 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a77fa0-523b-4620-bf31-e352a95b4d87" -d '{"events": [{"server_uuid": "2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58", "name": "network-vif-deleted", "tag": "28e2887a-33b3-4216-9682-ccc3e1e40233"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:28:55.651889 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850b42f6-00be-486e-a712-99c504f53e69 x-openstack-request-id: req-850b42f6-00be-486e-a712-99c504f53e69 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:28:55.652190 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58", "name": "network-vif-deleted", "tag": "28e2887a-33b3-4216-9682-ccc3e1e40233", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:28:55.652444 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-850b42f6-00be-486e-a712-99c504f53e69 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:28:55.653405 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58', 'name': 'network-vif-deleted', 'tag': '28e2887a-33b3-4216-9682-ccc3e1e40233', 'status': 'completed', 'code': 200} Oct 27 01:28:56.041095 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b834b869-6fea-4d5e-b811-a191b22560c5 req-ca69f425-a5dd-480c-9b8d-ceda0cc97704 tempest-VolumesSnapshotTestJSON-1818910817 tempest-VolumesSnapshotTestJSON-1818910817-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebf7c3a-a3cb-4dfc-8cf9-b0b41ba6ac58 HTTP/1.1" status: 200 len: 210 time: 0.0307395 Oct 27 01:28:56.315574 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0ad91f30-62fb-42bf-8998-50de7d0b23c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:56.528826 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f1c31-1043-4da6-ae41-7c70f559cbf7 req-dd9acd38-412e-4f37-a0e4-605c0ca11a7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:56.530284 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f07f1c31-1043-4da6-ae41-7c70f559cbf7 req-dd9acd38-412e-4f37-a0e4-605c0ca11a7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 944 time: 0.0523813 Oct 27 01:28:56.568252 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f07f1c31-1043-4da6-ae41-7c70f559cbf7 req-2f5be672-dcd9-4b7f-aa07-dfdc4ceda280 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319695 Oct 27 01:28:57.206845 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:57.688194 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5633d7-fea0-449e-918b-493cc1cdca7a req-ce34a22b-c104-4f24-9cd5-d2860f505a59 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:57.689764 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1a5633d7-fea0-449e-918b-493cc1cdca7a req-ce34a22b-c104-4f24-9cd5-d2860f505a59 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 944 time: 0.0509350 Oct 27 01:28:57.714714 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:28:57.727713 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1a5633d7-fea0-449e-918b-493cc1cdca7a req-811aebe0-4c46-4f97-85d3-583845b43091 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317881 Oct 27 01:28:58.841129 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96383e-486c-415a-8a14-e9a6d0e66640 req-3dcf0c1d-102f-4fd6-afea-824791d13a74 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:28:58.843435 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4f96383e-486c-415a-8a14-e9a6d0e66640 req-3dcf0c1d-102f-4fd6-afea-824791d13a74 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 944 time: 0.0490265 Oct 27 01:28:58.881536 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4f96383e-486c-415a-8a14-e9a6d0e66640 req-e66fe9ec-83b4-4463-8212-b92cd8dd209f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320053 Oct 27 01:28:59.070786 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 28e2887a-33b3-4216-9682-ccc3e1e40233 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:28:59.099955 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] No Port match for: 28e2887a-33b3-4216-9682-ccc3e1e40233 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:28:59.100221 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 28e2887a-33b3-4216-9682-ccc3e1e40233 not bound to the agent host hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:28:59.182748 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:00.006798 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdca66c-ca01-4ae7-9be7-14c4e028547b req-5ee74f19-f68e-4b6c-8044-849f11b7b881 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:00.008312 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-cfdca66c-ca01-4ae7-9be7-14c4e028547b req-5ee74f19-f68e-4b6c-8044-849f11b7b881 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 944 time: 0.0527740 Oct 27 01:29:00.046285 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-cfdca66c-ca01-4ae7-9be7-14c4e028547b req-596c8fd6-1088-4365-a245-3868f3472703 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319400 Oct 27 01:29:01.158779 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb291f8-8a37-47b6-acc9-d8cd84697213 req-14f75a23-f0e8-4e02-ba29-d5ab86b56273 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:01.160222 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-cdb291f8-8a37-47b6-acc9-d8cd84697213 req-14f75a23-f0e8-4e02-ba29-d5ab86b56273 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 944 time: 0.0479918 Oct 27 01:29:01.196830 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-cdb291f8-8a37-47b6-acc9-d8cd84697213 req-9ebc65c9-4f39-44dd-b328-37227234a20f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308006 Oct 27 01:29:02.309220 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495bfb3c-86fa-4a0d-9145-814bed4bdf8c req-3d7cab36-a967-4ee2-b432-1f5de3b2b469 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:02.310723 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-495bfb3c-86fa-4a0d-9145-814bed4bdf8c req-3d7cab36-a967-4ee2-b432-1f5de3b2b469 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 944 time: 0.0488942 Oct 27 01:29:02.349341 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-495bfb3c-86fa-4a0d-9145-814bed4bdf8c req-1e2bb19d-f325-4bcc-9a54-5d2cdd0eb118 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323498 Oct 27 01:29:02.544835 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:29:03.464453 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b95263-3efa-4a8f-99c5-3df890f776c1 req-6aef4115-d77c-43c7-835f-1ec7ff50431d tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:03.465947 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-07b95263-3efa-4a8f-99c5-3df890f776c1 req-6aef4115-d77c-43c7-835f-1ec7ff50431d tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 944 time: 0.0520012 Oct 27 01:29:03.504559 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-07b95263-3efa-4a8f-99c5-3df890f776c1 req-4f8b10bc-7b16-46e7-8c7a-7ac6956e2358 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315390 Oct 27 01:29:04.622508 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2275e6-c469-4126-878d-829076b1ec9c req-86898434-7062-4ae7-bff3-9070f207efe7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:04.623960 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2e2275e6-c469-4126-878d-829076b1ec9c req-86898434-7062-4ae7-bff3-9070f207efe7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 944 time: 0.0488405 Oct 27 01:29:04.662590 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2e2275e6-c469-4126-878d-829076b1ec9c req-83634ce9-1993-4940-945d-218e69787d36 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322897 Oct 27 01:29:05.082110 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 3f3401c7-6747-49bb-ab1a-bca327762ba3 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:29:05.180224 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 3f3401c7-6747-49bb-ab1a-bca327762ba3, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=3f3401c7-6747-49bb-ab1a-bca327762ba3,segment=NetworkSegment(854d7faf-d8bf-4f8e-bc64-be8445d2a728),segment_id=854d7faf-d8bf-4f8e-bc64-be8445d2a728)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:29:05.190823 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': '3f3401c7-6747-49bb-ab1a-bca327762ba3', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'port_id': '3f3401c7-6747-49bb-ab1a-bca327762ba3', 'mac_address': 'fa:16:3e:ef:e9:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:29:05.228843 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:05.241924 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f3401c7-6747-49bb-ab1a-bca327762ba3 {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:29:05.260694 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 3f3401c7-6747-49bb-ab1a-bca327762ba3, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=3f3401c7-6747-49bb-ab1a-bca327762ba3,segment=NetworkSegment(854d7faf-d8bf-4f8e-bc64-be8445d2a728),segment_id=854d7faf-d8bf-4f8e-bc64-be8445d2a728)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:29:05.435286 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:05.482735 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=3f3401c7-6747-49bb-ab1a-bca327762ba3,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:05.732853 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['3f3401c7-6747-49bb-ab1a-bca327762ba3'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:29:05.777212 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf57d0-01d6-445c-84b2-74d926228280 req-75baa8ae-43e5-450f-b3f2-ca1674e5cf99 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:05.779598 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-36bf57d0-01d6-445c-84b2-74d926228280 req-75baa8ae-43e5-450f-b3f2-ca1674e5cf99 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 945 time: 0.0514877 Oct 27 01:29:05.818546 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-36bf57d0-01d6-445c-84b2-74d926228280 req-6770e2ee-807d-44c5-912e-cf9fcb51ef18 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320044 Oct 27 01:29:06.938976 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f299048-a974-41bb-934c-8d3eccebaf76 req-2bcf716a-1128-46d5-99a6-c67a1218ae31 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:06.941652 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5f299048-a974-41bb-934c-8d3eccebaf76 req-2bcf716a-1128-46d5-99a6-c67a1218ae31 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 945 time: 0.0563254 Oct 27 01:29:06.979291 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5f299048-a974-41bb-934c-8d3eccebaf76 req-7a6b70c4-d625-4e55-97b8-8005cafbd5b8 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319409 Oct 27 01:29:07.083863 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 3f3401c7-6747-49bb-ab1a-bca327762ba3 up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:29:07.224184 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning for port 3f3401c7-6747-49bb-ab1a-bca327762ba3 completed by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:29:07.227798 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port 3f3401c7-6747-49bb-ab1a-bca327762ba3 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:29:07.228197 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:07.419903 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:07.441552 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3401c7-6747-49bb-ab1a-bca327762ba3'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:29:07.443849 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc49d18d-b492-4541-927e-ca9a3a6d1645" -d '{"events": [{"server_uuid": "e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532", "name": "network-vif-plugged", "status": "completed", "tag": "3f3401c7-6747-49bb-ab1a-bca327762ba3"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:29:07.455782 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port 3f3401c7-6747-49bb-ab1a-bca327762ba3, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=3f3401c7-6747-49bb-ab1a-bca327762ba3,segment=NetworkSegment(854d7faf-d8bf-4f8e-bc64-be8445d2a728),segment_id=854d7faf-d8bf-4f8e-bc64-be8445d2a728)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:29:07.481077 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8577c57-388b-40ee-82a7-004e74a547d6 x-openstack-request-id: req-f8577c57-388b-40ee-82a7-004e74a547d6 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:29:07.481365 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532", "name": "network-vif-plugged", "status": "completed", "tag": "3f3401c7-6747-49bb-ab1a-bca327762ba3", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:29:07.481617 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8577c57-388b-40ee-82a7-004e74a547d6 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:29:07.482053 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3401c7-6747-49bb-ab1a-bca327762ba3', 'code': 200} Oct 27 01:29:07.549846 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:07.608139 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=3f3401c7-6747-49bb-ab1a-bca327762ba3,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:07.947013 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511cc7c-681a-40a1-96ad-59b4b73f35f4 req-268aa8f0-021a-4e1a-906e-b8267c8fa1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:07.948518 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5511cc7c-681a-40a1-96ad-59b4b73f35f4 req-268aa8f0-021a-4e1a-906e-b8267c8fa1c4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 1099 time: 0.0435324 Oct 27 01:29:07.986524 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5511cc7c-681a-40a1-96ad-59b4b73f35f4 req-56d9a1bf-76e8-4cb8-9c59-b39b9b1454a4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307834 Oct 27 01:29:08.245590 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68b9a8-1f93-4984-8602-a44ed6df91f2 req-4189b113-139e-48c3-b503-baa3790e92db tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:08.247229 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2e68b9a8-1f93-4984-8602-a44ed6df91f2 req-4189b113-139e-48c3-b503-baa3790e92db tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 946 time: 0.2026906 Oct 27 01:29:08.284525 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-2e68b9a8-1f93-4984-8602-a44ed6df91f2 req-82eb6e3a-a64a-42ab-8a01-34ab655273cf tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314772 Oct 27 01:29:09.452643 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd13c5-a648-4d4a-9b77-681e4f1a666b req-577ee876-898f-48e9-9958-ee4bfa7d360b tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:09.454176 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-27dd13c5-a648-4d4a-9b77-681e4f1a666b req-577ee876-898f-48e9-9958-ee4bfa7d360b tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 946 time: 0.0990591 Oct 27 01:29:09.492172 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-27dd13c5-a648-4d4a-9b77-681e4f1a666b req-df187fd7-1aa5-4860-ab2c-fc514f63a71b tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318308 Oct 27 01:29:10.608545 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e488741-cd60-4aeb-bb1a-bf08380193b9 req-4a34ab07-9ae2-4b99-bf5c-363c0906bede tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:10.609987 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5e488741-cd60-4aeb-bb1a-bf08380193b9 req-4a34ab07-9ae2-4b99-bf5c-363c0906bede tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 946 time: 0.0508804 Oct 27 01:29:10.646214 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-5e488741-cd60-4aeb-bb1a-bf08380193b9 req-491a876d-3fea-4c9a-ad1f-66c72333893e tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303361 Oct 27 01:29:11.760694 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb94570-52ac-4152-96b5-d87cf82eb4aa req-a5e47558-ef7d-41ab-8e2c-bd866bff455b tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:11.762187 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ffb94570-52ac-4152-96b5-d87cf82eb4aa req-a5e47558-ef7d-41ab-8e2c-bd866bff455b tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 946 time: 0.0484548 Oct 27 01:29:11.799579 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-ffb94570-52ac-4152-96b5-d87cf82eb4aa req-2022a515-57ca-4522-bf04-6dfb02b28651 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314922 Oct 27 01:29:12.916248 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74966c-cbc7-49af-978e-1a9ee5b04374 req-4d7099e8-df37-4698-8a30-fb939084f450 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:12.917724 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-bb74966c-cbc7-49af-978e-1a9ee5b04374 req-4d7099e8-df37-4698-8a30-fb939084f450 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 946 time: 0.0510151 Oct 27 01:29:12.955061 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-bb74966c-cbc7-49af-978e-1a9ee5b04374 req-60edde4c-9c8a-487c-8881-57669bce97b1 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313568 Oct 27 01:29:13.071387 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f621bc7-4253-4fa8-b736-1df6e6473814 req-0c1023f7-fca6-43f1-8b51-35020f898924 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:13.072821 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8f621bc7-4253-4fa8-b736-1df6e6473814 req-0c1023f7-fca6-43f1-8b51-35020f898924 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 946 time: 0.0522053 Oct 27 01:29:13.110091 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8f621bc7-4253-4fa8-b736-1df6e6473814 req-4ad45d62-4be2-4277-b7da-6d478f8d69c7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312088 Oct 27 01:29:13.133243 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40346) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:29:13.170631 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972d5143-6d23-4bd4-b875-9edf66c6136a tempest-TestVolumeBootPattern-137614023 tempest-TestVolumeBootPattern-137614023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:13.172080 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-972d5143-6d23-4bd4-b875-9edf66c6136a tempest-TestVolumeBootPattern-137614023 tempest-TestVolumeBootPattern-137614023-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 1094 time: 0.0378969 Oct 27 01:29:13.174844 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40348) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:29:13.179426 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-7167ddb2-fd07-4013-a4eb-93f5093f6022 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Request body: {'floatingip': {'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'port_id': '3f3401c7-6747-49bb-ab1a-bca327762ba3', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:29:13.280660 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7167ddb2-fd07-4013-a4eb-93f5093f6022 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:13.377500 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7167ddb2-fd07-4013-a4eb-93f5093f6022 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:13.475140 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-7167ddb2-fd07-4013-a4eb-93f5093f6022 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Allocated IP 172.27.3.213 (446c4d70-d462-4a3b-8224-efffdf97f324/4937d60a-1906-48c0-8abc-dbda7672a658/9f3efa3a-c2cc-431d-a42c-c2064c8e8148) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:29:13.575403 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7167ddb2-fd07-4013-a4eb-93f5093f6022 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:13.709624 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7167ddb2-fd07-4013-a4eb-93f5093f6022 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:13.749596 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7167ddb2-fd07-4013-a4eb-93f5093f6022 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Network 446c4d70-d462-4a3b-8224-efffdf97f324 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:29:13.752602 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-7167ddb2-fd07-4013-a4eb-93f5093f6022 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:29:13.760875 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7167ddb2-fd07-4013-a4eb-93f5093f6022 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:29:13.783598 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167ddb2-fd07-4013-a4eb-93f5093f6022 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Pushing event updated for resources: {'Port': ['ID=9f3efa3a-c2cc-431d-a42c-c2064c8e8148,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:14.103507 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7167ddb2-fd07-4013-a4eb-93f5093f6022 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:14.241869 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7167ddb2-fd07-4013-a4eb-93f5093f6022 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:14.386228 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7167ddb2-fd07-4013-a4eb-93f5093f6022 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:14.440578 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7167ddb2-fd07-4013-a4eb-93f5093f6022 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25808652'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:14.509893 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167ddb2-fd07-4013-a4eb-93f5093f6022 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Pushing event updated for resources: {'Port': ['ID=9f3efa3a-c2cc-431d-a42c-c2064c8e8148,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:14.517708 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7167ddb2-fd07-4013-a4eb-93f5093f6022 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3723056'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:14.614352 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.db.l3_db [None req-7167ddb2-fd07-4013-a4eb-93f5093f6022 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Floating IP 016ee47d-5844-4a12-ad33-56fcb1b38085 associated. External IP: 172.27.3.213, port: 3f3401c7-6747-49bb-ab1a-bca327762ba3. Oct 27 01:29:14.815463 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7167ddb2-fd07-4013-a4eb-93f5093f6022 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Router 55c005fe-9149-41ef-b513-42df7df2f827 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:29:14.920012 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7167ddb2-fd07-4013-a4eb-93f5093f6022 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:29:14.929854 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d0731d-7369-457d-9fb1-d8797e473d08 None None] Sync routers for ids ['55c005fe-9149-41ef-b513-42df7df2f827'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:29:14.939456 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d0731d-7369-457d-9fb1-d8797e473d08 None None] Routers {'55c005fe-9149-41ef-b513-42df7df2f827'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:29:14.940113 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-03d0731d-7369-457d-9fb1-d8797e473d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:28:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['55c005fe-9149-41ef-b513-42df7df2f827'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:14.985799 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7167ddb2-fd07-4013-a4eb-93f5093f6022 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:15.012806 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-7167ddb2-fd07-4013-a4eb-93f5093f6022 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8369696 Oct 27 01:29:15.013381 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532', 'tag': '3f3401c7-6747-49bb-ab1a-bca327762ba3'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:29:15.015637 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f97284770e8b5c7eae555eb9b5076154bbb30c411baeb7a1d3ebc8ac0796a31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401decfd-b0e7-4aa5-b820-0023d50c82fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532", "tag": "3f3401c7-6747-49bb-ab1a-bca327762ba3"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:29:15.052200 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f860e8-fad4-4351-97be-1c80d7d0a6ee x-openstack-request-id: req-27f860e8-fad4-4351-97be-1c80d7d0a6ee {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:29:15.052556 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532", "tag": "3f3401c7-6747-49bb-ab1a-bca327762ba3", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:29:15.052874 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27f860e8-fad4-4351-97be-1c80d7d0a6ee {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:29:15.053343 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532', 'tag': '3f3401c7-6747-49bb-ab1a-bca327762ba3', 'status': 'completed', 'code': 200} Oct 27 01:29:15.054532 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-03d0731d-7369-457d-9fb1-d8797e473d08 None None] Set router 55c005fe-9149-41ef-b513-42df7df2f827 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:29:15.136647 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401decfd-b0e7-4aa5-b820-0023d50c82fc req-8e4e9b3d-4897-41b7-a66d-3c26312cff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:15.138254 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-401decfd-b0e7-4aa5-b820-0023d50c82fc req-8e4e9b3d-4897-41b7-a66d-3c26312cff82 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80ccd2038569468b9d4f7a063fb346c9&device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 1099 time: 0.0411394 Oct 27 01:29:15.232508 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401decfd-b0e7-4aa5-b820-0023d50c82fc req-ba2510bb-2206-449d-98bd-fe8ea646d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:15.233988 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-401decfd-b0e7-4aa5-b820-0023d50c82fc req-ba2510bb-2206-449d-98bd-fe8ea646d066 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6e401b1-a90b-4326-8b49-61e14b7b154a HTTP/1.1" status: 200 len: 912 time: 0.0893226 Oct 27 01:29:15.286119 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-03d0731d-7369-457d-9fb1-d8797e473d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '016ee47d-5844-4a12-ad33-56fcb1b38085', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'port_id': '3f3401c7-6747-49bb-ab1a-bca327762ba3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'mac_address': 'fa:16:3e:ef:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:29:13Z', 'updated_at': '2021-10-27T01:29:13Z', 'revision_number': 0, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1edee6-82cc-4795-816f-ede95d8641d7', 'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'mac_address': 'fa:16:3e:c5:f6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:48Z', 'updated_at': '2021-10-27T01:25:55Z', 'revision_number': 5, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'subnets': [{'id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:15.301929 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-401decfd-b0e7-4aa5-b820-0023d50c82fc req-6a090ee1-b778-4072-9b97-cce126fa6559 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f3401c7-6747-49bb-ab1a-bca327762ba3 HTTP/1.1" status: 200 len: 1000 time: 0.0587037 Oct 27 01:29:15.312354 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d0731d-7369-457d-9fb1-d8797e473d08 None None] Checking router: 55c005fe-9149-41ef-b513-42df7df2f827 for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:29:15.320879 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d0731d-7369-457d-9fb1-d8797e473d08 None None] Routers {'55c005fe-9149-41ef-b513-42df7df2f827'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:29:15.322310 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-03d0731d-7369-457d-9fb1-d8797e473d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:28:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['55c005fe-9149-41ef-b513-42df7df2f827'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:15.351856 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401decfd-b0e7-4aa5-b820-0023d50c82fc req-9cf9fb60-8301-4fc6-99c0-768d90048d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:15.353350 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-401decfd-b0e7-4aa5-b820-0023d50c82fc req-9cf9fb60-8301-4fc6-99c0-768d90048d74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5554eb9a-5b57-487f-bd78-35cf8048ca00 HTTP/1.1" status: 200 len: 850 time: 0.0435185 Oct 27 01:29:15.402563 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401decfd-b0e7-4aa5-b820-0023d50c82fc req-201e29d7-8622-452c-8494-53925300672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:15.404443 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-401decfd-b0e7-4aa5-b820-0023d50c82fc req-201e29d7-8622-452c-8494-53925300672e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6e401b1-a90b-4326-8b49-61e14b7b154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446396 Oct 27 01:29:15.428379 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-03d0731d-7369-457d-9fb1-d8797e473d08 None None] Set router 55c005fe-9149-41ef-b513-42df7df2f827 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:29:15.478207 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40370) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:29:15.497218 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-401decfd-b0e7-4aa5-b820-0023d50c82fc req-c296e6d0-6025-42eb-bcf6-25c89f4921ca service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852547 Oct 27 01:29:15.598109 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-401decfd-b0e7-4aa5-b820-0023d50c82fc req-dbba6e85-895c-4385-a057-d9709620ae1d service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937579 Oct 27 01:29:15.666470 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-03d0731d-7369-457d-9fb1-d8797e473d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '016ee47d-5844-4a12-ad33-56fcb1b38085', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'port_id': '3f3401c7-6747-49bb-ab1a-bca327762ba3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'mac_address': 'fa:16:3e:ef:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:29:13Z', 'updated_at': '2021-10-27T01:29:13Z', 'revision_number': 0, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1edee6-82cc-4795-816f-ede95d8641d7', 'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'mac_address': 'fa:16:3e:c5:f6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:48Z', 'updated_at': '2021-10-27T01:25:55Z', 'revision_number': 5, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'subnets': [{'id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:15.698771 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d0731d-7369-457d-9fb1-d8797e473d08 None None] The sync data for ids ['55c005fe-9149-41ef-b513-42df7df2f827'] in dv-cinder-815560-1-iscsi is: [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '016ee47d-5844-4a12-ad33-56fcb1b38085', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'port_id': '3f3401c7-6747-49bb-ab1a-bca327762ba3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'mac_address': 'fa:16:3e:ef:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:29:13Z', 'updated_at': '2021-10-27T01:29:13Z', 'revision_number': 0, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1edee6-82cc-4795-816f-ede95d8641d7', 'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'mac_address': 'fa:16:3e:c5:f6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:48Z', 'updated_at': '2021-10-27T01:25:55Z', 'revision_number': 5, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'subnets': [{'id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:29:15.883217 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-5cd9de5f-50d4-4970-a9a7-d04ac569d25d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Deleting port 389e84c6-da0e-4022-9ab7-b1f0d0f33177 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:29:15.883594 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5cd9de5f-50d4-4970-a9a7-d04ac569d25d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:15.897387 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9978dc1a-da86-4fd4-8c55-f3a1c827e41d None None] New status for floating IP 016ee47d-5844-4a12-ad33-56fcb1b38085: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:29:15.960130 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5cd9de5f-50d4-4970-a9a7-d04ac569d25d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:15.960452 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5cd9de5f-50d4-4970-a9a7-d04ac569d25d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:15.972610 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-5cd9de5f-50d4-4970-a9a7-d04ac569d25d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Calling delete_port for 389e84c6-da0e-4022-9ab7-b1f0d0f33177 owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:29:16.171897 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5cd9de5f-50d4-4970-a9a7-d04ac569d25d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:16.197409 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9de5f-50d4-4970-a9a7-d04ac569d25d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Pushing event deleted for resources: {'Port': ['ID=389e84c6-da0e-4022-9ab7-b1f0d0f33177,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:16.268253 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5cd9de5f-50d4-4970-a9a7-d04ac569d25d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:16.268615 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.db.l3_db [None req-5cd9de5f-50d4-4970-a9a7-d04ac569d25d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Floating IP 9f4a684c-7bac-4722-8258-19824f55ccfc disassociated (deleted). External IP: 172.27.3.16, port: 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded. Oct 27 01:29:16.472833 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd9de5f-50d4-4970-a9a7-d04ac569d25d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Router 331a5e4e-ec60-400d-8036-5f0f948d6e0c has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:29:16.580494 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd9de5f-50d4-4970-a9a7-d04ac569d25d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:29:16.584872 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5cd9de5f-50d4-4970-a9a7-d04ac569d25d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:16.590629 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dc7295-14f7-4c40-9922-62db8cef07a2 None None] Sync routers for ids ['331a5e4e-ec60-400d-8036-5f0f948d6e0c'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:29:16.601740 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:16.602563 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dc7295-14f7-4c40-9922-62db8cef07a2 None None] Routers {'331a5e4e-ec60-400d-8036-5f0f948d6e0c'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:29:16.603175 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-58dc7295-14f7-4c40-9922-62db8cef07a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:28:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['331a5e4e-ec60-400d-8036-5f0f948d6e0c'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:16.613757 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-5cd9de5f-50d4-4970-a9a7-d04ac569d25d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "DELETE /v2.0/floatingips/9f4a684c-7bac-4722-8258-19824f55ccfc HTTP/1.1" status: 204 len: 168 time: 1.1344724 Oct 27 01:29:16.710080 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-58dc7295-14f7-4c40-9922-62db8cef07a2 None None] Set router 331a5e4e-ec60-400d-8036-5f0f948d6e0c gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:29:16.906648 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-58dc7295-14f7-4c40-9922-62db8cef07a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'name': 'tempest-TestShelveInstance-2142606715-router', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:19Z', 'updated_at': '2021-10-27T01:24:23Z', 'revision_number': 4, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'gw_port': {'id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:21Z', 'updated_at': '2021-10-27T01:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '61b69c4a-00a3-472b-aec0-701b56f1f02d', 'name': '', 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'mac_address': 'fa:16:3e:69:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '04798cc5-e1c0-4972-be48-0203c89ee0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:22Z', 'updated_at': '2021-10-27T01:24:26Z', 'revision_number': 5, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'subnets': [{'id': '04798cc5-e1c0-4972-be48-0203c89ee0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:16.937472 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dc7295-14f7-4c40-9922-62db8cef07a2 None None] Checking router: 331a5e4e-ec60-400d-8036-5f0f948d6e0c for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:29:16.946615 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dc7295-14f7-4c40-9922-62db8cef07a2 None None] Routers {'331a5e4e-ec60-400d-8036-5f0f948d6e0c'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:29:16.947343 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-58dc7295-14f7-4c40-9922-62db8cef07a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:28:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['331a5e4e-ec60-400d-8036-5f0f948d6e0c'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:17.053478 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-58dc7295-14f7-4c40-9922-62db8cef07a2 None None] Set router 331a5e4e-ec60-400d-8036-5f0f948d6e0c gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:29:17.054575 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59a1076-7156-48a7-8e09-75b55aac1a27', 'tag': '90eb633a-ee1a-4e18-995e-ca5fcbcb3ded'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:29:17.057419 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f97284770e8b5c7eae555eb9b5076154bbb30c411baeb7a1d3ebc8ac0796a31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf8590b-7e7a-46a0-a1ce-368b5de63ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "b59a1076-7156-48a7-8e09-75b55aac1a27", "tag": "90eb633a-ee1a-4e18-995e-ca5fcbcb3ded"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:29:17.072903 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba2e23-faf9-4516-b825-a6868c529bdf req-36648f8d-2832-4ff0-94bf-23984e6fd1b4 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:17.074490 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f8ba2e23-faf9-4516-b825-a6868c529bdf req-36648f8d-2832-4ff0-94bf-23984e6fd1b4 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0555847 Oct 27 01:29:17.101372 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153d4f3a-ad6b-4417-9b31-96416c80bd8c x-openstack-request-id: req-153d4f3a-ad6b-4417-9b31-96416c80bd8c {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:29:17.101726 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59a1076-7156-48a7-8e09-75b55aac1a27", "tag": "90eb633a-ee1a-4e18-995e-ca5fcbcb3ded", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:29:17.101985 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-153d4f3a-ad6b-4417-9b31-96416c80bd8c {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:29:17.103176 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59a1076-7156-48a7-8e09-75b55aac1a27', 'tag': '90eb633a-ee1a-4e18-995e-ca5fcbcb3ded', 'status': 'completed', 'code': 200} Oct 27 01:29:17.123191 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-f8ba2e23-faf9-4516-b825-a6868c529bdf req-d2ec0d39-fa7d-4580-8f94-935090128b42 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417919 Oct 27 01:29:17.188999 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8590b-7e7a-46a0-a1ce-368b5de63ff3 req-964b830e-b6ae-49a1-91a8-c4732e3f59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:17.190546 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ddf8590b-7e7a-46a0-a1ce-368b5de63ff3 req-964b830e-b6ae-49a1-91a8-c4732e3f59ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71d6d08d1ae14a628663fb4124cfccc2&device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 1098 time: 0.0439272 Oct 27 01:29:17.382893 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-58dc7295-14f7-4c40-9922-62db8cef07a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'name': 'tempest-TestShelveInstance-2142606715-router', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:19Z', 'updated_at': '2021-10-27T01:24:23Z', 'revision_number': 4, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'gw_port': {'id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:21Z', 'updated_at': '2021-10-27T01:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '61b69c4a-00a3-472b-aec0-701b56f1f02d', 'name': '', 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'mac_address': 'fa:16:3e:69:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '04798cc5-e1c0-4972-be48-0203c89ee0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:22Z', 'updated_at': '2021-10-27T01:24:26Z', 'revision_number': 5, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'subnets': [{'id': '04798cc5-e1c0-4972-be48-0203c89ee0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:17.410455 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dc7295-14f7-4c40-9922-62db8cef07a2 None None] The sync data for ids ['331a5e4e-ec60-400d-8036-5f0f948d6e0c'] in dv-cinder-815560-1-iscsi is: [{'id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'name': 'tempest-TestShelveInstance-2142606715-router', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:19Z', 'updated_at': '2021-10-27T01:24:23Z', 'revision_number': 4, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'gw_port': {'id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:21Z', 'updated_at': '2021-10-27T01:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '61b69c4a-00a3-472b-aec0-701b56f1f02d', 'name': '', 'network_id': '2042b203-b5b7-49f8-8939-5ca2d9affb39', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'mac_address': 'fa:16:3e:69:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '04798cc5-e1c0-4972-be48-0203c89ee0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:22Z', 'updated_at': '2021-10-27T01:24:26Z', 'revision_number': 5, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'subnets': [{'id': '04798cc5-e1c0-4972-be48-0203c89ee0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:29:17.529599 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8590b-7e7a-46a0-a1ce-368b5de63ff3 req-833421aa-94b9-4a43-9c98-ce82dc876dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:17.531239 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ddf8590b-7e7a-46a0-a1ce-368b5de63ff3 req-833421aa-94b9-4a43-9c98-ce82dc876dcc service neutron] 10.222.0.36 "GET /v2.0/networks?id=2042b203-b5b7-49f8-8939-5ca2d9affb39 HTTP/1.1" status: 200 len: 910 time: 0.3325059 Oct 27 01:29:17.581055 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ddf8590b-7e7a-46a0-a1ce-368b5de63ff3 req-6fecdced-7a60-42a3-a52a-deed1744aa3e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded HTTP/1.1" status: 200 len: 217 time: 0.0417781 Oct 27 01:29:17.636368 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8590b-7e7a-46a0-a1ce-368b5de63ff3 req-09896f43-5adf-4c40-98e6-4e1760888982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:17.637769 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ddf8590b-7e7a-46a0-a1ce-368b5de63ff3 req-09896f43-5adf-4c40-98e6-4e1760888982 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04798cc5-e1c0-4972-be48-0203c89ee0e2 HTTP/1.1" status: 200 len: 848 time: 0.0486197 Oct 27 01:29:17.655385 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaa27a9-1e99-4df9-82ee-d5b246a09420 None None] New status for floating IP 9f4a684c-7bac-4722-8258-19824f55ccfc: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:29:17.689574 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8590b-7e7a-46a0-a1ce-368b5de63ff3 req-7a483bf3-db40-4651-92d0-9868a1c50872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:17.689574 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ddf8590b-7e7a-46a0-a1ce-368b5de63ff3 req-7a483bf3-db40-4651-92d0-9868a1c50872 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2042b203-b5b7-49f8-8939-5ca2d9affb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422471 Oct 27 01:29:17.784397 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ddf8590b-7e7a-46a0-a1ce-368b5de63ff3 req-12b6fd16-ec18-4204-a342-7cd920ba0ff0 service neutron] 10.222.0.36 "GET /v2.0/networks/2042b203-b5b7-49f8-8939-5ca2d9affb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885668 Oct 27 01:29:17.876469 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-ddf8590b-7e7a-46a0-a1ce-368b5de63ff3 req-3f47d3b2-51d2-4563-9cbf-050832c14bbe service neutron] 10.222.0.36 "GET /v2.0/networks/2042b203-b5b7-49f8-8939-5ca2d9affb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844095 Oct 27 01:29:18.244348 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540cbdb-c620-4414-947c-a4ef2bab0fe7 req-2d7b0cbb-ba25-4abd-b77d-6cc8480dc03d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:18.245795 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0540cbdb-c620-4414-947c-a4ef2bab0fe7 req-2d7b0cbb-ba25-4abd-b77d-6cc8480dc03d tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0520592 Oct 27 01:29:18.282919 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-0540cbdb-c620-4414-947c-a4ef2bab0fe7 req-0001d337-314b-446f-be45-3aec52bebe09 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/security-groups?id=33a73408-663e-4b0b-9c34-8c8d0ab3d304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312541 Oct 27 01:29:18.882184 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da97ae-c61b-4756-9baa-2058b8c0c3f6 req-337c0e51-2455-488e-84eb-bd2c713fdb46 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:29:18.883643 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c5da97ae-c61b-4756-9baa-2058b8c0c3f6 req-337c0e51-2455-488e-84eb-bd2c713fdb46 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.36 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 945 time: 0.0503943 Oct 27 01:29:18.975947 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-c5da97ae-c61b-4756-9baa-2058b8c0c3f6 req-95b1c7a0-3e57-44fb-aa1e-ecc695d505de tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Deleting port 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:29:18.976197 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c5da97ae-c61b-4756-9baa-2058b8c0c3f6 req-95b1c7a0-3e57-44fb-aa1e-ecc695d505de tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:19.066743 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-c5da97ae-c61b-4756-9baa-2058b8c0c3f6 req-95b1c7a0-3e57-44fb-aa1e-ecc695d505de tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] For port 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded,segment=NetworkSegment(a58535e4-7aba-4125-97b0-c17f89f4a447),segment_id=a58535e4-7aba-4125-97b0-c17f89f4a447)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:29:19.067095 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c5da97ae-c61b-4756-9baa-2058b8c0c3f6 req-95b1c7a0-3e57-44fb-aa1e-ecc695d505de tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:19.079310 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-c5da97ae-c61b-4756-9baa-2058b8c0c3f6 req-95b1c7a0-3e57-44fb-aa1e-ecc695d505de tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Calling delete_port for 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded owned by compute:nova {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:29:19.279982 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c5da97ae-c61b-4756-9baa-2058b8c0c3f6 req-95b1c7a0-3e57-44fb-aa1e-ecc695d505de tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:19.306063 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1c7a0-3e57-44fb-aa1e-ecc695d505de tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Pushing event deleted for resources: {'Port': ['ID=90eb633a-ee1a-4e18-995e-ca5fcbcb3ded,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:19.350873 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5da97ae-c61b-4756-9baa-2058b8c0c3f6 req-95b1c7a0-3e57-44fb-aa1e-ecc695d505de tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] No DVR routers for this DVR port 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded on host hv-cinder-81556 {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:29:19.353458 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c5da97ae-c61b-4756-9baa-2058b8c0c3f6 req-95b1c7a0-3e57-44fb-aa1e-ecc695d505de tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:19.356823 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c5da97ae-c61b-4756-9baa-2058b8c0c3f6 req-95b1c7a0-3e57-44fb-aa1e-ecc695d505de tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.36 "DELETE /v2.0/ports/90eb633a-ee1a-4e18-995e-ca5fcbcb3ded HTTP/1.1" status: 204 len: 173 time: 0.4667270 Oct 27 01:29:19.357276 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59a1076-7156-48a7-8e09-75b55aac1a27', 'name': 'network-vif-deleted', 'tag': '90eb633a-ee1a-4e18-995e-ca5fcbcb3ded'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:29:19.359892 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cceaa2a-efd2-42e2-b42f-d07f8688ddd2" -d '{"events": [{"server_uuid": "b59a1076-7156-48a7-8e09-75b55aac1a27", "name": "network-vif-deleted", "tag": "90eb633a-ee1a-4e18-995e-ca5fcbcb3ded"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:29:19.395092 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ac1bd2-27bd-4d14-8a08-b2a5dd8aeccd x-openstack-request-id: req-27ac1bd2-27bd-4d14-8a08-b2a5dd8aeccd {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:29:19.395392 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59a1076-7156-48a7-8e09-75b55aac1a27", "name": "network-vif-deleted", "tag": "90eb633a-ee1a-4e18-995e-ca5fcbcb3ded", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:29:19.395643 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27ac1bd2-27bd-4d14-8a08-b2a5dd8aeccd {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:29:19.396042 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59a1076-7156-48a7-8e09-75b55aac1a27', 'name': 'network-vif-deleted', 'tag': '90eb633a-ee1a-4e18-995e-ca5fcbcb3ded', 'status': 'completed', 'code': 200} Oct 27 01:29:19.398643 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a035fcef-0947-4fb5-b294-d0c4ceb1532e req-1939436f-9bdb-4537-a444-2cf9fc7c33d8 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 210 time: 0.0284665 Oct 27 01:29:20.505800 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-dc9ea053-bcdd-4c03-91db-da8e53531797 req-412ea28a-a35d-4b4c-b7a2-62d696990ee0 tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a1076-7156-48a7-8e09-75b55aac1a27 HTTP/1.1" status: 200 len: 210 time: 0.0262368 Oct 27 01:29:21.563200 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40438) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:29:21.622604 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a01484f7-d882-40fb-bda2-4fce1b0423bf tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:21.646256 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a01484f7-d882-40fb-bda2-4fce1b0423bf tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:21.754303 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a01484f7-d882-40fb-bda2-4fce1b0423bf tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:21.756922 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a01484f7-d882-40fb-bda2-4fce1b0423bf tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:21.758087 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-a01484f7-d882-40fb-bda2-4fce1b0423bf tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] 10.222.0.32 "DELETE /v2.0/security-groups/33a73408-663e-4b0b-9c34-8c8d0ab3d304 HTTP/1.1" status: 204 len: 168 time: 0.1946266 Oct 27 01:29:21.768208 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01484f7-d882-40fb-bda2-4fce1b0423bf tempest-TestShelveInstance-759073893 tempest-TestShelveInstance-759073893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a73408-663e-4b0b-9c34-8c8d0ab3d304,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:21.865823 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40442) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:29:22.314477 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-328f8d42-e0ff-4cd1-bbc9-e5d4d8143950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3721264'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:22.560455 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-328f8d42-e0ff-4cd1-bbc9-e5d4d8143950 admin admin] Deleting port 61b69c4a-00a3-472b-aec0-701b56f1f02d {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:29:22.560704 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-328f8d42-e0ff-4cd1-bbc9-e5d4d8143950 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:22.631871 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40448) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:29:22.645695 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-328f8d42-e0ff-4cd1-bbc9-e5d4d8143950 admin admin] For port 61b69c4a-00a3-472b-aec0-701b56f1f02d, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=61b69c4a-00a3-472b-aec0-701b56f1f02d,segment=NetworkSegment(a58535e4-7aba-4125-97b0-c17f89f4a447),segment_id=a58535e4-7aba-4125-97b0-c17f89f4a447)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:29:22.646078 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-328f8d42-e0ff-4cd1-bbc9-e5d4d8143950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:22.682935 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-328f8d42-e0ff-4cd1-bbc9-e5d4d8143950 admin admin] Calling delete_port for 61b69c4a-00a3-472b-aec0-701b56f1f02d owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:29:22.704163 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd388297-76c4-41c5-ad66-faa33e26c436 admin admin] Deleting subnet 24272ddf-5ac7-4a02-bb5e-e41c77a2f3a5 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:29:22.734644 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cd388297-76c4-41c5-ad66-faa33e26c436 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:22.781540 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cd388297-76c4-41c5-ad66-faa33e26c436 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25808289'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:22.866879 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cd388297-76c4-41c5-ad66-faa33e26c436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1553078'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:23.029152 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cd388297-76c4-41c5-ad66-faa33e26c436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25808858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29180628'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:23.054620 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd388297-76c4-41c5-ad66-faa33e26c436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24272ddf-5ac7-4a02-bb5e-e41c77a2f3a5,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:23.060195 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cd388297-76c4-41c5-ad66-faa33e26c436 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:23.063537 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-cd388297-76c4-41c5-ad66-faa33e26c436 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/24272ddf-5ac7-4a02-bb5e-e41c77a2f3a5 HTTP/1.1" status: 204 len: 168 time: 0.4307334 Oct 27 01:29:23.064913 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-328f8d42-e0ff-4cd1-bbc9-e5d4d8143950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:23.066291 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 40450) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:29:23.099089 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f8d42-e0ff-4cd1-bbc9-e5d4d8143950 admin admin] Pushing event deleted for resources: {'Port': ['ID=61b69c4a-00a3-472b-aec0-701b56f1f02d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:23.144536 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-bc6afac2-3894-4e6e-87cd-191ea8ba4ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561603'] for network, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:23.178976 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:29:23.201959 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] No Port match for: 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:29:23.202624 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 90eb633a-ee1a-4e18-995e-ca5fcbcb3ded not bound to the agent host hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:29:23.230509 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-bc6afac2-3894-4e6e-87cd-191ea8ba4ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552445', 'neutron.services.segments.db._delete_segments_for_network-8793629371679'] for network, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:23.251333 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-bc6afac2-3894-4e6e-87cd-191ea8ba4ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7a7956-5753-48f1-84a3-719e54952fae']}} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:23.262039 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-bc6afac2-3894-4e6e-87cd-191ea8ba4ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60') {'for_net_delete': True} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:23.262589 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-bc6afac2-3894-4e6e-87cd-191ea8ba4ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a85a05-db92-4a90-8e1b-d0c9d6f2fc60') {} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:23.265578 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-328f8d42-e0ff-4cd1-bbc9-e5d4d8143950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3631234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3721436'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:23.277491 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-bc6afac2-3894-4e6e-87cd-191ea8ba4ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793629372712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25380428'] for segment, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:23.290770 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-bc6afac2-3894-4e6e-87cd-191ea8ba4ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:23.296907 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6afac2-3894-4e6e-87cd-191ea8ba4ef6 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:29:23.297281 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-bc6afac2-3894-4e6e-87cd-191ea8ba4ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25380066'] for segment, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: Traceback (most recent call last): Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: timer() Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: cb(*args, **kw) Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: return func(*args, **kwargs) Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: self._notify() Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: self.callback(batched_events) Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: event.method(event) Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: return f(self, *a, **k) Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: return self._get(url).json() Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: return self.request(url, 'GET', **kwargs) Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:29:23.298970 dv-cinder-815560-1-iscsi neutron-server[102100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:29:23.429144 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-bc6afac2-3894-4e6e-87cd-191ea8ba4ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3723074'] for network, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:23.435514 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-bc6afac2-3894-4e6e-87cd-191ea8ba4ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:23.438734 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-bc6afac2-3894-4e6e-87cd-191ea8ba4ef6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/db7a7956-5753-48f1-84a3-719e54952fae HTTP/1.1" status: 204 len: 168 time: 0.3713684 Oct 27 01:29:23.450632 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6afac2-3894-4e6e-87cd-191ea8ba4ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=db7a7956-5753-48f1-84a3-719e54952fae,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:23.484778 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328f8d42-e0ff-4cd1-bbc9-e5d4d8143950 admin admin] Router 331a5e4e-ec60-400d-8036-5f0f948d6e0c has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:29:23.591688 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328f8d42-e0ff-4cd1-bbc9-e5d4d8143950 admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:29:23.597352 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-328f8d42-e0ff-4cd1-bbc9-e5d4d8143950 admin admin] 10.222.0.32 "PUT /v2.0/routers/331a5e4e-ec60-400d-8036-5f0f948d6e0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7365172 Oct 27 01:29:23.600167 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40454) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:29:23.601637 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6f34b4-84c4-4092-97da-70a9b4603417 None None] Sync routers for ids ['331a5e4e-ec60-400d-8036-5f0f948d6e0c'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:29:23.612827 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6f34b4-84c4-4092-97da-70a9b4603417 None None] Routers {'331a5e4e-ec60-400d-8036-5f0f948d6e0c'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:29:23.613453 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-4a6f34b4-84c4-4092-97da-70a9b4603417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:28:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['331a5e4e-ec60-400d-8036-5f0f948d6e0c'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:23.699190 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2645b824-107a-41a9-b7fd-d4415fa38f84 admin admin] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:23.703663 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 40456) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:29:23.724086 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-4a6f34b4-84c4-4092-97da-70a9b4603417 None None] Set router 331a5e4e-ec60-400d-8036-5f0f948d6e0c gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:29:23.745980 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-c1f01799-79df-4a23-89a2-41e22c7058a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0201f20f8a2e46e6a8ceb7bccf7659df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411475 Oct 27 01:29:23.748519 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 40458) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:29:23.798117 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-987de2fa-04c7-4a8d-8137-e09337e24429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:23.804661 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2645b824-107a-41a9-b7fd-d4415fa38f84 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:23.821320 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-987de2fa-04c7-4a8d-8137-e09337e24429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:23.863266 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-401c0a9e-0f78-4257-9afa-c7e0d0cd0ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:23.929507 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-4a6f34b4-84c4-4092-97da-70a9b4603417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'name': 'tempest-TestShelveInstance-2142606715-router', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:19Z', 'updated_at': '2021-10-27T01:29:22Z', 'revision_number': 5, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'gw_port': {'id': '63c8c92a-663c-4997-909a-ac4a0ddd9892', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:21Z', 'updated_at': '2021-10-27T01:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:23.933891 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-987de2fa-04c7-4a8d-8137-e09337e24429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:23.937093 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-987de2fa-04c7-4a8d-8137-e09337e24429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:23.940792 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-987de2fa-04c7-4a8d-8137-e09337e24429 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac726c03-c38a-401a-bfac-95140ca4ba36 HTTP/1.1" status: 204 len: 168 time: 0.1913424 Oct 27 01:29:23.959626 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-2645b824-107a-41a9-b7fd-d4415fa38f84 admin admin] Deleting port 63c8c92a-663c-4997-909a-ac4a0ddd9892 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:29:23.960355 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987de2fa-04c7-4a8d-8137-e09337e24429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac726c03-c38a-401a-bfac-95140ca4ba36,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:23.960523 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2645b824-107a-41a9-b7fd-d4415fa38f84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:23.960630 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6f34b4-84c4-4092-97da-70a9b4603417 None None] Checking router: 331a5e4e-ec60-400d-8036-5f0f948d6e0c for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:29:23.969616 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6f34b4-84c4-4092-97da-70a9b4603417 None None] Routers {'331a5e4e-ec60-400d-8036-5f0f948d6e0c'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:29:23.970317 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-4a6f34b4-84c4-4092-97da-70a9b4603417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:28:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['331a5e4e-ec60-400d-8036-5f0f948d6e0c'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:24.055304 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-2645b824-107a-41a9-b7fd-d4415fa38f84 admin admin] For port 63c8c92a-663c-4997-909a-ac4a0ddd9892, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=63c8c92a-663c-4997-909a-ac4a0ddd9892,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:29:24.057139 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2645b824-107a-41a9-b7fd-d4415fa38f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:24.068545 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-4a6f34b4-84c4-4092-97da-70a9b4603417 None None] Set router 331a5e4e-ec60-400d-8036-5f0f948d6e0c gateway port host: None {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:29:24.072205 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-2645b824-107a-41a9-b7fd-d4415fa38f84 admin admin] Calling delete_port for 63c8c92a-663c-4997-909a-ac4a0ddd9892 owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:29:24.126932 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-4a6f34b4-84c4-4092-97da-70a9b4603417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'name': 'tempest-TestShelveInstance-2142606715-router', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:19Z', 'updated_at': '2021-10-27T01:29:23Z', 'revision_number': 6, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'gw_port_host': None}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:24.154504 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6f34b4-84c4-4092-97da-70a9b4603417 None None] The sync data for ids ['331a5e4e-ec60-400d-8036-5f0f948d6e0c'] in dv-cinder-815560-1-iscsi is: [{'id': '331a5e4e-ec60-400d-8036-5f0f948d6e0c', 'name': 'tempest-TestShelveInstance-2142606715-router', 'tenant_id': '71d6d08d1ae14a628663fb4124cfccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:19Z', 'updated_at': '2021-10-27T01:29:23Z', 'revision_number': 6, 'project_id': '71d6d08d1ae14a628663fb4124cfccc2', 'gw_port_host': None}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:29:24.555213 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2645b824-107a-41a9-b7fd-d4415fa38f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:24.598512 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645b824-107a-41a9-b7fd-d4415fa38f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=63c8c92a-663c-4997-909a-ac4a0ddd9892,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:24.656191 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2645b824-107a-41a9-b7fd-d4415fa38f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3723134'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:24.745640 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2645b824-107a-41a9-b7fd-d4415fa38f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3724263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:24.747825 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2645b824-107a-41a9-b7fd-d4415fa38f84 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:24.841700 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2645b824-107a-41a9-b7fd-d4415fa38f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3724270'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:24.841700 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2645b824-107a-41a9-b7fd-d4415fa38f84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 331a5e4e-ec60-400d-8036-5f0f948d6e0c {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:29:24.845558 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2645b824-107a-41a9-b7fd-d4415fa38f84 admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:24.846658 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-2645b824-107a-41a9-b7fd-d4415fa38f84 admin admin] 10.222.0.32 "DELETE /v2.0/routers/331a5e4e-ec60-400d-8036-5f0f948d6e0c HTTP/1.1" status: 204 len: 168 time: 1.2455616 Oct 27 01:29:24.849184 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40478) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:29:24.897374 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-788e19be-034b-49d1-8fac-4091c44ba9e4 admin admin] Deleting subnet 04798cc5-e1c0-4972-be48-0203c89ee0e2 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:29:24.901129 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-788e19be-034b-49d1-8fac-4091c44ba9e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:24.936946 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-788e19be-034b-49d1-8fac-4091c44ba9e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25808289'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:25.015890 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-788e19be-034b-49d1-8fac-4091c44ba9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1553078'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:25.155218 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-788e19be-034b-49d1-8fac-4091c44ba9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25808858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29180628'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:25.198987 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-788e19be-034b-49d1-8fac-4091c44ba9e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:25.202360 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-788e19be-034b-49d1-8fac-4091c44ba9e4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/04798cc5-e1c0-4972-be48-0203c89ee0e2 HTTP/1.1" status: 204 len: 168 time: 0.3522255 Oct 27 01:29:25.203699 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e19be-034b-49d1-8fac-4091c44ba9e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04798cc5-e1c0-4972-be48-0203c89ee0e2,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:25.205373 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 40492) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:29:25.210227 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006dbc74-367d-47df-b6ea-f51946b32fba None None] Network 2042b203-b5b7-49f8-8939-5ca2d9affb39 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:29:25.293417 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6d5c578f-0c1f-423e-a181-b598f8fefd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561603'] for network, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:25.352390 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c578f-0c1f-423e-a181-b598f8fefd47 admin admin] Deleting port 3f34112d-abfa-4665-b0fb-85a4eedfeb25 {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:29:25.352833 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6d5c578f-0c1f-423e-a181-b598f8fefd47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:25.423392 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1080c104-3d6a-451d-8d8b-7873b66c88a6 None None] DHCP port deletion for 2042b203-b5b7-49f8-8939-5ca2d9affb39 request from dv-cinder-815560-1-iscsi {{(pid=102102) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 01:29:25.424020 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [None req-6d5c578f-0c1f-423e-a181-b598f8fefd47 admin admin] For port 3f34112d-abfa-4665-b0fb-85a4eedfeb25, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=3f34112d-abfa-4665-b0fb-85a4eedfeb25,segment=NetworkSegment(a58535e4-7aba-4125-97b0-c17f89f4a447),segment_id=a58535e4-7aba-4125-97b0-c17f89f4a447)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:29:25.424405 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6d5c578f-0c1f-423e-a181-b598f8fefd47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:25.437407 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c578f-0c1f-423e-a181-b598f8fefd47 admin admin] Calling delete_port for 3f34112d-abfa-4665-b0fb-85a4eedfeb25 owned by network:dhcp {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:29:25.473079 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-1080c104-3d6a-451d-8d8b-7873b66c88a6 None None] Deleting port 3f34112d-abfa-4665-b0fb-85a4eedfeb25 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:29:25.473915 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1080c104-3d6a-451d-8d8b-7873b66c88a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:25.541650 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-1080c104-3d6a-451d-8d8b-7873b66c88a6 None None] For port 3f34112d-abfa-4665-b0fb-85a4eedfeb25, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=3f34112d-abfa-4665-b0fb-85a4eedfeb25,segment=NetworkSegment(a58535e4-7aba-4125-97b0-c17f89f4a447),segment_id=a58535e4-7aba-4125-97b0-c17f89f4a447)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:29:25.542313 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1080c104-3d6a-451d-8d8b-7873b66c88a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:25.554401 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-1080c104-3d6a-451d-8d8b-7873b66c88a6 None None] Calling delete_port for 3f34112d-abfa-4665-b0fb-85a4eedfeb25 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:29:25.588515 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6d5c578f-0c1f-423e-a181-b598f8fefd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:25.619897 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c578f-0c1f-423e-a181-b598f8fefd47 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f34112d-abfa-4665-b0fb-85a4eedfeb25,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:25.625500 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5c578f-0c1f-423e-a181-b598f8fefd47 admin admin] No DVR routers for this DVR port 3f34112d-abfa-4665-b0fb-85a4eedfeb25 on host dv-cinder-815560-1-iscsi {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:29:25.650546 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1080c104-3d6a-451d-8d8b-7873b66c88a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:25.681689 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1080c104-3d6a-451d-8d8b-7873b66c88a6 None None] No DVR routers for this DVR port 3f34112d-abfa-4665-b0fb-85a4eedfeb25 on host dv-cinder-815560-1-iscsi {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:29:25.685885 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080c104-3d6a-451d-8d8b-7873b66c88a6 None None] Pushing event deleted for resources: {'Port': ['ID=3f34112d-abfa-4665-b0fb-85a4eedfeb25,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:25.693659 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c104-3d6a-451d-8d8b-7873b66c88a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:25.694018 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c104-3d6a-451d-8d8b-7873b66c88a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:25.694385 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c104-3d6a-451d-8d8b-7873b66c88a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:25.694726 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c104-3d6a-451d-8d8b-7873b66c88a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:25.695060 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c104-3d6a-451d-8d8b-7873b66c88a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:25.695391 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c104-3d6a-451d-8d8b-7873b66c88a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:25.695720 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c104-3d6a-451d-8d8b-7873b66c88a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:25.696091 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c104-3d6a-451d-8d8b-7873b66c88a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:25.696415 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c104-3d6a-451d-8d8b-7873b66c88a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:25.697722 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c104-3d6a-451d-8d8b-7873b66c88a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:25.697804 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c104-3d6a-451d-8d8b-7873b66c88a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:25.698096 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080c104-3d6a-451d-8d8b-7873b66c88a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:25.712935 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6d5c578f-0c1f-423e-a181-b598f8fefd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552445', 'neutron.services.segments.db._delete_segments_for_network-8793629371679'] for network, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:25.735255 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-6d5c578f-0c1f-423e-a181-b598f8fefd47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2042b203-b5b7-49f8-8939-5ca2d9affb39']}} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:25.745456 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-6d5c578f-0c1f-423e-a181-b598f8fefd47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58535e4-7aba-4125-97b0-c17f89f4a447') {'for_net_delete': True} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:25.745764 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-6d5c578f-0c1f-423e-a181-b598f8fefd47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58535e4-7aba-4125-97b0-c17f89f4a447') {} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:25.755046 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6d5c578f-0c1f-423e-a181-b598f8fefd47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793629372712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25380428'] for segment, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:25.768560 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6d5c578f-0c1f-423e-a181-b598f8fefd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:25.774372 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5c578f-0c1f-423e-a181-b598f8fefd47 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:29:25.774851 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6d5c578f-0c1f-423e-a181-b598f8fefd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25380066'] for segment, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: Traceback (most recent call last): Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: timer() Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: cb(*args, **kw) Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: return func(*args, **kwargs) Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: self._notify() Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: self.callback(batched_events) Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: event.method(event) Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: return f(self, *a, **k) Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: return self._get(url).json() Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: return self.request(url, 'GET', **kwargs) Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:29:25.776801 dv-cinder-815560-1-iscsi neutron-server[102100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:29:25.903556 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6d5c578f-0c1f-423e-a181-b598f8fefd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3723074'] for network, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:25.916442 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6d5c578f-0c1f-423e-a181-b598f8fefd47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:25.922851 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40500) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:29:25.923333 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-6d5c578f-0c1f-423e-a181-b598f8fefd47 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2042b203-b5b7-49f8-8939-5ca2d9affb39 HTTP/1.1" status: 204 len: 168 time: 0.7164052 Oct 27 01:29:25.939258 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c578f-0c1f-423e-a181-b598f8fefd47 admin admin] Pushing event deleted for resources: {'Network': ['ID=2042b203-b5b7-49f8-8939-5ca2d9affb39,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:26.019591 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 61b69c4a-00a3-472b-aec0-701b56f1f02d no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:29:26.042711 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: 61b69c4a-00a3-472b-aec0-701b56f1f02d {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:29:26.043055 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 61b69c4a-00a3-472b-aec0-701b56f1f02d not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:29:26.043460 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 63c8c92a-663c-4997-909a-ac4a0ddd9892 no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:29:26.062618 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: 63c8c92a-663c-4997-909a-ac4a0ddd9892 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:29:26.062962 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 63c8c92a-663c-4997-909a-ac4a0ddd9892 not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:29:26.063370 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 3f34112d-abfa-4665-b0fb-85a4eedfeb25 no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:29:26.082501 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: 3f34112d-abfa-4665-b0fb-85a4eedfeb25 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:29:26.083086 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 3f34112d-abfa-4665-b0fb-85a4eedfeb25 not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:29:26.285419 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-87f2d0e6-ba76-4242-ad59-f7f3808e354d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3721264'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:26.371631 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-867dd142-6cd2-4e38-95d0-e42e1d1a1551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:26.526685 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-87f2d0e6-ba76-4242-ad59-f7f3808e354d admin admin] Deleting port 0387acfc-db12-42b8-be28-df0cc2844016 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:29:26.526942 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-87f2d0e6-ba76-4242-ad59-f7f3808e354d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:26.607332 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-87f2d0e6-ba76-4242-ad59-f7f3808e354d admin admin] For port 0387acfc-db12-42b8-be28-df0cc2844016, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=0387acfc-db12-42b8-be28-df0cc2844016,segment=NetworkSegment(793e358d-52bc-4b4e-b1de-c5744a89c028),segment_id=793e358d-52bc-4b4e-b1de-c5744a89c028)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:29:26.607686 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-87f2d0e6-ba76-4242-ad59-f7f3808e354d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:26.619392 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-87f2d0e6-ba76-4242-ad59-f7f3808e354d admin admin] Calling delete_port for 0387acfc-db12-42b8-be28-df0cc2844016 owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:29:26.851424 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-87f2d0e6-ba76-4242-ad59-f7f3808e354d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:26.875743 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2d0e6-ba76-4242-ad59-f7f3808e354d admin admin] Pushing event deleted for resources: {'Port': ['ID=0387acfc-db12-42b8-be28-df0cc2844016,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:27.050837 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-87f2d0e6-ba76-4242-ad59-f7f3808e354d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3631234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3721436'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:27.211873 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:27.263302 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f2d0e6-ba76-4242-ad59-f7f3808e354d admin admin] Router 44afe676-208f-43cb-8f42-f793296633e9 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:29:27.365106 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f2d0e6-ba76-4242-ad59-f7f3808e354d admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:29:27.371029 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-87f2d0e6-ba76-4242-ad59-f7f3808e354d admin admin] 10.222.0.32 "PUT /v2.0/routers/44afe676-208f-43cb-8f42-f793296633e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4463296 Oct 27 01:29:27.373487 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40508) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:29:27.376064 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acad497e-b4c4-4fdb-9b86-79860c77f32c None None] Sync routers for ids ['44afe676-208f-43cb-8f42-f793296633e9'] in dv-cinder-815560-1-iscsi {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:29:27.386202 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acad497e-b4c4-4fdb-9b86-79860c77f32c None None] Routers {'44afe676-208f-43cb-8f42-f793296633e9'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:29:27.386817 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-acad497e-b4c4-4fdb-9b86-79860c77f32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:29:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['44afe676-208f-43cb-8f42-f793296633e9'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:27.473714 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ebe9775-2689-4af8-a054-d8c1c05246f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:27.490909 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-acad497e-b4c4-4fdb-9b86-79860c77f32c None None] Set router 44afe676-208f-43cb-8f42-f793296633e9 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:29:27.583350 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ebe9775-2689-4af8-a054-d8c1c05246f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:27.671905 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-acad497e-b4c4-4fdb-9b86-79860c77f32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44afe676-208f-43cb-8f42-f793296633e9', 'name': 'tempest-TestShelveInstance-1147216161-router', 'tenant_id': '09ce70adca1d41049501286314f0bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cbb697c7-6032-4d64-b7f1-2b9c4d5b6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:26Z', 'updated_at': '2021-10-27T01:29:26Z', 'revision_number': 5, 'project_id': '09ce70adca1d41049501286314f0bd94', 'gw_port': {'id': 'cbb697c7-6032-4d64-b7f1-2b9c4d5b6596', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44afe676-208f-43cb-8f42-f793296633e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:24:27Z', 'updated_at': '2021-10-27T01:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:27.698379 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acad497e-b4c4-4fdb-9b86-79860c77f32c None None] Checking router: 44afe676-208f-43cb-8f42-f793296633e9 for host: dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:29:27.706815 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acad497e-b4c4-4fdb-9b86-79860c77f32c None None] Routers {'44afe676-208f-43cb-8f42-f793296633e9'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:29:27.707452 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-acad497e-b4c4-4fdb-9b86-79860c77f32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:29:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['44afe676-208f-43cb-8f42-f793296633e9'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:27.718487 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe9775-2689-4af8-a054-d8c1c05246f3 admin admin] Deleting port cbb697c7-6032-4d64-b7f1-2b9c4d5b6596 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:29:27.719019 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ebe9775-2689-4af8-a054-d8c1c05246f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:27.748915 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:27.793516 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-acad497e-b4c4-4fdb-9b86-79860c77f32c None None] Set router 44afe676-208f-43cb-8f42-f793296633e9 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:29:27.797226 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-9ebe9775-2689-4af8-a054-d8c1c05246f3 admin admin] For port cbb697c7-6032-4d64-b7f1-2b9c4d5b6596, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=cbb697c7-6032-4d64-b7f1-2b9c4d5b6596,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:29:27.797582 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ebe9775-2689-4af8-a054-d8c1c05246f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:27.810419 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe9775-2689-4af8-a054-d8c1c05246f3 admin admin] Calling delete_port for cbb697c7-6032-4d64-b7f1-2b9c4d5b6596 owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:29:27.848222 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-acad497e-b4c4-4fdb-9b86-79860c77f32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44afe676-208f-43cb-8f42-f793296633e9', 'name': 'tempest-TestShelveInstance-1147216161-router', 'tenant_id': '09ce70adca1d41049501286314f0bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:26Z', 'updated_at': '2021-10-27T01:29:27Z', 'revision_number': 6, 'project_id': '09ce70adca1d41049501286314f0bd94', 'gw_port_host': None}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:27.874438 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acad497e-b4c4-4fdb-9b86-79860c77f32c None None] The sync data for ids ['44afe676-208f-43cb-8f42-f793296633e9'] in dv-cinder-815560-1-iscsi is: [{'id': '44afe676-208f-43cb-8f42-f793296633e9', 'name': 'tempest-TestShelveInstance-1147216161-router', 'tenant_id': '09ce70adca1d41049501286314f0bd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:24:26Z', 'updated_at': '2021-10-27T01:29:27Z', 'revision_number': 6, 'project_id': '09ce70adca1d41049501286314f0bd94', 'gw_port_host': None}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:29:28.063124 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ebe9775-2689-4af8-a054-d8c1c05246f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:28.093105 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe9775-2689-4af8-a054-d8c1c05246f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb697c7-6032-4d64-b7f1-2b9c4d5b6596,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:28.152776 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ebe9775-2689-4af8-a054-d8c1c05246f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3723134'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:28.245089 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ebe9775-2689-4af8-a054-d8c1c05246f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3724263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:28.247362 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ebe9775-2689-4af8-a054-d8c1c05246f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:28.354647 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ebe9775-2689-4af8-a054-d8c1c05246f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3724270'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:28.355181 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebe9775-2689-4af8-a054-d8c1c05246f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44afe676-208f-43cb-8f42-f793296633e9 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:29:28.359756 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ebe9775-2689-4af8-a054-d8c1c05246f3 admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:28.360924 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-9ebe9775-2689-4af8-a054-d8c1c05246f3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/44afe676-208f-43cb-8f42-f793296633e9 HTTP/1.1" status: 204 len: 168 time: 0.9865110 Oct 27 01:29:28.363498 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40514) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:29:28.411031 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c7f35d-d408-4ed3-8070-49339195fa50 admin admin] Deleting subnet 10bc8a09-b13c-4b7f-882b-30528095a02d {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:29:28.414154 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-20c7f35d-d408-4ed3-8070-49339195fa50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:28.446357 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-20c7f35d-d408-4ed3-8070-49339195fa50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25808289'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:28.519404 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-20c7f35d-d408-4ed3-8070-49339195fa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1553078'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:28.611896 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 0387acfc-db12-42b8-be28-df0cc2844016 no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:29:28.636547 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: 0387acfc-db12-42b8-be28-df0cc2844016 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:29:28.636889 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 0387acfc-db12-42b8-be28-df0cc2844016 not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:29:28.675089 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-20c7f35d-d408-4ed3-8070-49339195fa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25808858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29180628'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:28.706154 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7f35d-d408-4ed3-8070-49339195fa50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10bc8a09-b13c-4b7f-882b-30528095a02d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:28.708217 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-20c7f35d-d408-4ed3-8070-49339195fa50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:28.714477 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-20c7f35d-d408-4ed3-8070-49339195fa50 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/10bc8a09-b13c-4b7f-882b-30528095a02d HTTP/1.1" status: 204 len: 168 time: 0.3468523 Oct 27 01:29:28.714601 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff670fe-c946-46f3-b691-ae960ca0ba17 None None] Network bab4a656-ccd0-4fc9-a10d-768de141e62f requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:29:28.714707 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 40518) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:29:28.785354 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9277c4ef-95fa-4828-8256-df9d1c350b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561603'] for network, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:28.838646 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-9277c4ef-95fa-4828-8256-df9d1c350b3b admin admin] Deleting port 5acc1c3b-0d5e-4c43-acc3-53d68432b5e7 {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:29:28.839106 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9277c4ef-95fa-4828-8256-df9d1c350b3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:28.899048 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f0d485-6ecc-40d6-ba4d-db773e06d6e3 None None] DHCP port deletion for bab4a656-ccd0-4fc9-a10d-768de141e62f request from dv-cinder-815560-1-iscsi {{(pid=102102) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 01:29:28.904722 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [None req-9277c4ef-95fa-4828-8256-df9d1c350b3b admin admin] For port 5acc1c3b-0d5e-4c43-acc3-53d68432b5e7, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=5acc1c3b-0d5e-4c43-acc3-53d68432b5e7,segment=NetworkSegment(793e358d-52bc-4b4e-b1de-c5744a89c028),segment_id=793e358d-52bc-4b4e-b1de-c5744a89c028)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:29:28.904956 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9277c4ef-95fa-4828-8256-df9d1c350b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:28.917810 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-9277c4ef-95fa-4828-8256-df9d1c350b3b admin admin] Calling delete_port for 5acc1c3b-0d5e-4c43-acc3-53d68432b5e7 owned by network:dhcp {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:29:28.949104 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-00f0d485-6ecc-40d6-ba4d-db773e06d6e3 None None] Deleting port 5acc1c3b-0d5e-4c43-acc3-53d68432b5e7 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:29:28.949474 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-00f0d485-6ecc-40d6-ba4d-db773e06d6e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:29.013580 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-00f0d485-6ecc-40d6-ba4d-db773e06d6e3 None None] For port 5acc1c3b-0d5e-4c43-acc3-53d68432b5e7, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=5acc1c3b-0d5e-4c43-acc3-53d68432b5e7,segment=NetworkSegment(793e358d-52bc-4b4e-b1de-c5744a89c028),segment_id=793e358d-52bc-4b4e-b1de-c5744a89c028)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:29:29.013979 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-00f0d485-6ecc-40d6-ba4d-db773e06d6e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:29.026290 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-00f0d485-6ecc-40d6-ba4d-db773e06d6e3 None None] Calling delete_port for 5acc1c3b-0d5e-4c43-acc3-53d68432b5e7 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:29:29.057938 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9277c4ef-95fa-4828-8256-df9d1c350b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:29.082090 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277c4ef-95fa-4828-8256-df9d1c350b3b admin admin] Pushing event deleted for resources: {'Port': ['ID=5acc1c3b-0d5e-4c43-acc3-53d68432b5e7,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:29.088753 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9277c4ef-95fa-4828-8256-df9d1c350b3b admin admin] No DVR routers for this DVR port 5acc1c3b-0d5e-4c43-acc3-53d68432b5e7 on host dv-cinder-815560-1-iscsi {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:29:29.117906 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-00f0d485-6ecc-40d6-ba4d-db773e06d6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:29.142870 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0d485-6ecc-40d6-ba4d-db773e06d6e3 None None] Pushing event deleted for resources: {'Port': ['ID=5acc1c3b-0d5e-4c43-acc3-53d68432b5e7,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:29.146792 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f0d485-6ecc-40d6-ba4d-db773e06d6e3 None None] No DVR routers for this DVR port 5acc1c3b-0d5e-4c43-acc3-53d68432b5e7 on host dv-cinder-815560-1-iscsi {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:29:29.165008 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9277c4ef-95fa-4828-8256-df9d1c350b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552445', 'neutron.services.segments.db._delete_segments_for_network-8793629371679'] for network, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:29.185979 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-9277c4ef-95fa-4828-8256-df9d1c350b3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab4a656-ccd0-4fc9-a10d-768de141e62f']}} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:29.194982 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-9277c4ef-95fa-4828-8256-df9d1c350b3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793e358d-52bc-4b4e-b1de-c5744a89c028') {'for_net_delete': True} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:29.195276 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.services.segments.db [None req-9277c4ef-95fa-4828-8256-df9d1c350b3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793e358d-52bc-4b4e-b1de-c5744a89c028') {} {{(pid=102100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:29:29.204783 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9277c4ef-95fa-4828-8256-df9d1c350b3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793629372712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25380428'] for segment, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:29.206168 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:29.217788 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9277c4ef-95fa-4828-8256-df9d1c350b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:29.223860 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9277c4ef-95fa-4828-8256-df9d1c350b3b admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:29:29.224239 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9277c4ef-95fa-4828-8256-df9d1c350b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25380066'] for segment, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: Traceback (most recent call last): Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: timer() Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: cb(*args, **kw) Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: return func(*args, **kwargs) Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: self._notify() Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: self.callback(batched_events) Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: event.method(event) Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: return f(self, *a, **k) Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: return self._get(url).json() Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: return self.request(url, 'GET', **kwargs) Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:29:29.225862 dv-cinder-815560-1-iscsi neutron-server[102100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:29:29.382972 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9277c4ef-95fa-4828-8256-df9d1c350b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3723074'] for network, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:29.388529 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-9277c4ef-95fa-4828-8256-df9d1c350b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:29.391554 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-9277c4ef-95fa-4828-8256-df9d1c350b3b admin admin] 10.222.0.32 "DELETE /v2.0/networks/bab4a656-ccd0-4fc9-a10d-768de141e62f HTTP/1.1" status: 204 len: 168 time: 0.6762242 Oct 27 01:29:29.403579 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277c4ef-95fa-4828-8256-df9d1c350b3b admin admin] Pushing event deleted for resources: {'Network': ['ID=bab4a656-ccd0-4fc9-a10d-768de141e62f,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:29.866667 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40524) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:29:29.906978 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-6c38716f-b710-474e-84e2-9588dcb94816 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71d6d08d1ae14a628663fb4124cfccc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391943 Oct 27 01:29:29.909447 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40526) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:29:29.956013 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e7403539-a069-48ab-b334-5835cfeb8a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:29.965359 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 5acc1c3b-0d5e-4c43-acc3-53d68432b5e7 no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:29:29.979505 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e7403539-a069-48ab-b334-5835cfeb8a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:29.985693 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: 5acc1c3b-0d5e-4c43-acc3-53d68432b5e7 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:29:29.986058 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 5acc1c3b-0d5e-4c43-acc3-53d68432b5e7 not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:29:29.986522 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device cbb697c7-6032-4d64-b7f1-2b9c4d5b6596 no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:29:30.007938 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: cbb697c7-6032-4d64-b7f1-2b9c4d5b6596 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:29:30.008587 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device cbb697c7-6032-4d64-b7f1-2b9c4d5b6596 not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:29:30.085703 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e7403539-a069-48ab-b334-5835cfeb8a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:30.088542 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e7403539-a069-48ab-b334-5835cfeb8a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:30.089749 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-e7403539-a069-48ab-b334-5835cfeb8a1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abac6d4d-ada3-4325-80f6-afdc7c8b021f HTTP/1.1" status: 204 len: 168 time: 0.1794009 Oct 27 01:29:30.097619 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7403539-a069-48ab-b334-5835cfeb8a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abac6d4d-ada3-4325-80f6-afdc7c8b021f,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:30.712564 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40534) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:29:30.751721 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-adc44227-c948-49ec-8a17-14233c6c7fe8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09ce70adca1d41049501286314f0bd94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380373 Oct 27 01:29:30.754195 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40536) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:29:30.802675 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-02de8e39-f4f5-4bea-a575-58f0e6a842a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:30.825020 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-02de8e39-f4f5-4bea-a575-58f0e6a842a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:30.965597 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-02de8e39-f4f5-4bea-a575-58f0e6a842a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:30.968198 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-02de8e39-f4f5-4bea-a575-58f0e6a842a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:30.969637 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-02de8e39-f4f5-4bea-a575-58f0e6a842a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a6a7057-cf45-42b3-99f3-f9ac6f1033b4 HTTP/1.1" status: 204 len: 168 time: 0.2145550 Oct 27 01:29:30.977358 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de8e39-f4f5-4bea-a575-58f0e6a842a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6a7057-cf45-42b3-99f3-f9ac6f1033b4,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:34.663185 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40560) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:29:34.764104 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3e784afd-1809-4c88-8613-870c646dc320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:34.834205 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3e784afd-1809-4c88-8613-870c646dc320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:34.914164 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3e784afd-1809-4c88-8613-870c646dc320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:34.953636 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-3e784afd-1809-4c88-8613-870c646dc320 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae6d49bde32b438a9687b62f4a7b45e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893689 Oct 27 01:29:34.954630 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e784afd-1809-4c88-8613-870c646dc320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b15c5cc-5179-4642-8e8d-1fafe3112383,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:34.956394 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 40564) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:29:34.962013 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784afd-1809-4c88-8613-870c646dc320 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:34.962382 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784afd-1809-4c88-8613-870c646dc320 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:34.962724 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784afd-1809-4c88-8613-870c646dc320 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:34.963061 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784afd-1809-4c88-8613-870c646dc320 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:34.963569 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784afd-1809-4c88-8613-870c646dc320 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:34.963945 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784afd-1809-4c88-8613-870c646dc320 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:34.964273 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784afd-1809-4c88-8613-870c646dc320 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:34.964602 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784afd-1809-4c88-8613-870c646dc320 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:34.964929 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784afd-1809-4c88-8613-870c646dc320 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:34.965260 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784afd-1809-4c88-8613-870c646dc320 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:34.965583 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784afd-1809-4c88-8613-870c646dc320 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:34.965903 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784afd-1809-4c88-8613-870c646dc320 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:35.009185 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-7c373140-1f6e-4489-80e3-41ffa583cd02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:35.030563 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-7c373140-1f6e-4489-80e3-41ffa583cd02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:35.176982 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-7c373140-1f6e-4489-80e3-41ffa583cd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:35.179661 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-7c373140-1f6e-4489-80e3-41ffa583cd02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:35.180835 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-7c373140-1f6e-4489-80e3-41ffa583cd02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b15c5cc-5179-4642-8e8d-1fafe3112383 HTTP/1.1" status: 204 len: 168 time: 0.2234268 Oct 27 01:29:35.189171 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c373140-1f6e-4489-80e3-41ffa583cd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b15c5cc-5179-4642-8e8d-1fafe3112383,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:29:35.196168 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c373140-1f6e-4489-80e3-41ffa583cd02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:35.199129 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c373140-1f6e-4489-80e3-41ffa583cd02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:35.199129 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c373140-1f6e-4489-80e3-41ffa583cd02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:35.199129 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c373140-1f6e-4489-80e3-41ffa583cd02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:35.199129 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c373140-1f6e-4489-80e3-41ffa583cd02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:35.199129 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c373140-1f6e-4489-80e3-41ffa583cd02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:35.199129 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c373140-1f6e-4489-80e3-41ffa583cd02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:35.199129 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c373140-1f6e-4489-80e3-41ffa583cd02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:35.199129 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c373140-1f6e-4489-80e3-41ffa583cd02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:35.200106 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c373140-1f6e-4489-80e3-41ffa583cd02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:35.200106 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c373140-1f6e-4489-80e3-41ffa583cd02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:35.200106 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c373140-1f6e-4489-80e3-41ffa583cd02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:29:39.543031 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:29:46.610947 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:53.816355 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-69bbccac-9f2f-4c3a-9b6d-f8f6d618a9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:56.336580 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d66b4f88-687c-42af-b962-8fb82533d03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:57.227511 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:57.736455 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:29:59.147226 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:16.542725 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:30:16.615539 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:23.780980 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4cb7ee26-6dd7-4460-84b5-5e1d66d10702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:24.962692 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-65102c07-d7a8-4001-b869-41645c7ada34 req-ea6afaac-f7a1-4475-87d2-96299312763a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1300893 Oct 27 01:30:25.059131 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65102c07-d7a8-4001-b869-41645c7ada34 req-6d3b2c3f-cd39-422b-8f3e-e52acd81b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:30:25.060555 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-65102c07-d7a8-4001-b869-41645c7ada34 req-6d3b2c3f-cd39-422b-8f3e-e52acd81b6c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80ccd2038569468b9d4f7a063fb346c9&device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 1099 time: 0.0388918 Oct 27 01:30:25.166654 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65102c07-d7a8-4001-b869-41645c7ada34 req-58ba1a04-0f74-4745-8e51-1119bff02915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:30:25.168121 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-65102c07-d7a8-4001-b869-41645c7ada34 req-58ba1a04-0f74-4745-8e51-1119bff02915 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6e401b1-a90b-4326-8b49-61e14b7b154a HTTP/1.1" status: 200 len: 912 time: 0.0880995 Oct 27 01:30:25.231687 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-65102c07-d7a8-4001-b869-41645c7ada34 req-3ce2e198-d2f0-4260-bf68-1e16daf0798c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f3401c7-6747-49bb-ab1a-bca327762ba3 HTTP/1.1" status: 200 len: 1002 time: 0.0566196 Oct 27 01:30:25.282462 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65102c07-d7a8-4001-b869-41645c7ada34 req-81a8e839-c5b7-417c-986e-0130cd8380b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:30:25.283894 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-65102c07-d7a8-4001-b869-41645c7ada34 req-81a8e839-c5b7-417c-986e-0130cd8380b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5554eb9a-5b57-487f-bd78-35cf8048ca00 HTTP/1.1" status: 200 len: 850 time: 0.0456090 Oct 27 01:30:25.332994 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65102c07-d7a8-4001-b869-41645c7ada34 req-e7eb64a3-33ef-47e8-8751-4827fbb4f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:30:25.334485 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-65102c07-d7a8-4001-b869-41645c7ada34 req-e7eb64a3-33ef-47e8-8751-4827fbb4f145 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6e401b1-a90b-4326-8b49-61e14b7b154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436051 Oct 27 01:30:25.347355 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [req-65102c07-d7a8-4001-b869-41645c7ada34 req-32911326-9b47-470d-847c-3251f26e2d25 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:30:25.348294 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-65102c07-d7a8-4001-b869-41645c7ada34 req-32911326-9b47-470d-847c-3251f26e2d25 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049498 Oct 27 01:30:25.435804 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-65102c07-d7a8-4001-b869-41645c7ada34 req-b6015e94-823b-442a-939e-b79ae67fcc8f service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803492 Oct 27 01:30:25.528678 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-65102c07-d7a8-4001-b869-41645c7ada34 req-9f7ce070-c510-47ae-816f-21a6da0ed0be service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863564 Oct 27 01:30:26.347985 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4e701469-7f09-45f0-be5a-7b2b78b100ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:27.239020 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:27.689302 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:29.175250 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:46.660521 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:50.703302 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c1a91e86-168d-481e-b19c-61047721179b req-6e04b23a-79f4-41ef-bf9c-4c2d806ca810 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-461718875&fields=id&tenant_id=80ccd2038569468b9d4f7a063fb346c9 HTTP/1.1" status: 200 len: 267 time: 0.0331583 Oct 27 01:30:50.808176 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a91e86-168d-481e-b19c-61047721179b req-dc51b51a-6b4d-41d8-8d42-f39ab5ef7359 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:30:50.813475 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c1a91e86-168d-481e-b19c-61047721179b req-dc51b51a-6b4d-41d8-8d42-f39ab5ef7359 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/networks?id=d6e401b1-a90b-4326-8b49-61e14b7b154a HTTP/1.1" status: 200 len: 811 time: 0.0998883 Oct 27 01:30:50.824130 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c1a91e86-168d-481e-b19c-61047721179b req-1a7577eb-b7fa-440c-b882-ead9a69f5e58 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/quotas/80ccd2038569468b9d4f7a063fb346c9 HTTP/1.1" status: 200 len: 375 time: 0.0087557 Oct 27 01:30:50.880431 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c1a91e86-168d-481e-b19c-61047721179b req-372c3416-9769-46a9-8fb5-f8921182bbf3 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=80ccd2038569468b9d4f7a063fb346c9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0508921 Oct 27 01:30:50.949862 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [req-c1a91e86-168d-481e-b19c-61047721179b req-f874e1d7-c1e1-4f1c-9e42-f93e14aaeb21 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:30:50.950874 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c1a91e86-168d-481e-b19c-61047721179b req-f874e1d7-c1e1-4f1c-9e42-f93e14aaeb21 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0594766 Oct 27 01:30:51.267220 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c1a91e86-168d-481e-b19c-61047721179b req-376af601-b6a9-4198-978a-3f0d87126ab7 service neutron] 10.222.0.32 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094263 Oct 27 01:30:51.353770 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c1a91e86-168d-481e-b19c-61047721179b req-ebb21939-9c66-4647-bfd7-df3aa1785029 service neutron] 10.222.0.32 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804639 Oct 27 01:30:51.925801 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a94fef29-8b4f-4d50-98b2-efc6edb66d9e req-c85a3608-a163-4490-9bb8-d0d06aacc332 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 210 time: 0.0291495 Oct 27 01:30:53.004074 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4e5aae69-99ab-4e07-9301-95113aaa44ba req-cc9e8c44-f238-4693-bdb8-1e5f2ff65586 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 210 time: 0.0273771 Oct 27 01:30:53.541166 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:30:53.835054 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b4fd4a68-2a91-4b09-a547-f5ee4c370395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:54.077292 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a64ed83d-82e8-433a-a636-fcf3160dc7a9 req-bda38c5d-c21b-442f-84a6-8a9cd0f0c0bb tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 210 time: 0.0253990 Oct 27 01:30:55.158923 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-70060c70-7da0-4b37-8bcb-897100237615 req-af748f2a-9c7a-4e71-a3ee-d4f3d1d4ab41 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 210 time: 0.0255620 Oct 27 01:30:56.248990 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8067c6d9-3839-4da3-bb10-943d7ce4d708 req-eba59089-c6d5-4ad3-ac2b-46b0208c091f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 210 time: 0.0261848 Oct 27 01:30:56.346293 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-83b07a75-40c2-4acb-89bb-7a31b5bc5366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:57.180358 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:57.347493 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-4da22f9f-d37f-4874-a56c-e7dcbcd6d384 req-c88ab34e-cd46-4b65-b6d8-e0b2b905fbb0 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 210 time: 0.0257447 Oct 27 01:30:57.728118 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:57.964668 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a91e86-168d-481e-b19c-61047721179b req-d457232b-c29f-44ac-b129-556539dcc9a6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:30:57.966114 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c1a91e86-168d-481e-b19c-61047721179b req-d457232b-c29f-44ac-b129-556539dcc9a6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.36 "GET /v2.0/networks?id=d6e401b1-a90b-4326-8b49-61e14b7b154a HTTP/1.1" status: 200 len: 811 time: 0.1025033 Oct 27 01:30:58.015958 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c1a91e86-168d-481e-b19c-61047721179b req-1c9f7d4e-90db-416c-a37d-59e774c66678 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80ccd2038569468b9d4f7a063fb346c9 HTTP/1.1" status: 200 len: 379 time: 0.0344136 Oct 27 01:30:58.025458 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-c1a91e86-168d-481e-b19c-61047721179b req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Request body: {'port': {'device_id': '18d8bd7f-8b32-4025-87f4-fabe3ca13036', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'admin_state_up': True, 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'security_groups': ['193161ab-9723-4884-9fd2-6c431568ddba']}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:30:58.232347 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a91e86-168d-481e-b19c-61047721179b req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Made reservation on behalf of 80ccd2038569468b9d4f7a063fb346c9 for: {'port': 1} {{(pid=102100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:30:58.236040 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c1a91e86-168d-481e-b19c-61047721179b req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:58.362785 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_common [req-c1a91e86-168d-481e-b19c-61047721179b req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Allocated IP 172.20.0.12 (d6e401b1-a90b-4326-8b49-61e14b7b154a/5554eb9a-5b57-487f-bd78-35cf8048ca00/ce3b5450-8a36-4435-a4eb-861f5da1cdd0) {{(pid=102100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:30:58.494709 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-7e782b6e-1888-425e-84bd-b6e2823ae3cd req-067c154d-1e21-4f01-ae80-72689e0e0b74 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 210 time: 0.0755560 Oct 27 01:30:58.505198 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c1a91e86-168d-481e-b19c-61047721179b req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for port, precommit_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:58.596995 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c1a91e86-168d-481e-b19c-61047721179b req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_create {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:58.642890 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a91e86-168d-481e-b19c-61047721179b req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Network d6e401b1-a90b-4326-8b49-61e14b7b154a is already hosted by enough agents. {{(pid=102100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:30:58.645971 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.base_scheduler [req-c1a91e86-168d-481e-b19c-61047721179b req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Resources bound (agent type, host, resource id): {{(pid=102100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:30:58.649742 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a91e86-168d-481e-b19c-61047721179b req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Received port after_create {{(pid=102100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:30:58.677263 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Pushing event updated for resources: {'Port': ['ID=ce3b5450-8a36-4435-a4eb-861f5da1cdd0,revision_number=1']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:58.692464 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:58.692804 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:58.693187 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:58.693533 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:58.693868 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:58.694296 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:58.698246 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:58.698246 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:58.698246 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:58.698246 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:58.698246 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:58.698246 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:30:58.717362 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a91e86-168d-481e-b19c-61047721179b req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:30:58.718107 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c1a91e86-168d-481e-b19c-61047721179b req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:58.806270 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c1a91e86-168d-481e-b19c-61047721179b req-c77eef26-3942-4ac6-bd4d-50322b891e53 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7842035 Oct 27 01:30:58.824562 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.v2.base [req-c1a91e86-168d-481e-b19c-61047721179b req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] Request body: {'port': {'device_id': '18d8bd7f-8b32-4025-87f4-fabe3ca13036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=102100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:30:58.881090 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c1a91e86-168d-481e-b19c-61047721179b req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:58.923461 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-da96e433-f5b6-4013-878d-7666025e47f5 None None] Provisioning complete for port ce3b5450-8a36-4435-a4eb-861f5da1cdd0 triggered by entity DHCP. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:30:58.924009 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-da96e433-f5b6-4013-878d-7666025e47f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:58.960000 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-da96e433-f5b6-4013-878d-7666025e47f5 None None] Port ce3b5450-8a36-4435-a4eb-861f5da1cdd0 cannot update to ACTIVE because it is not bound. {{(pid=102102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:30:59.132624 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [req-c1a91e86-168d-481e-b19c-61047721179b req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3b5450-8a36-4435-a4eb-861f5da1cdd0 {{(pid=102100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:30:59.140715 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c1a91e86-168d-481e-b19c-61047721179b req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:59.152114 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.provisioning_blocks [req-c1a91e86-168d-481e-b19c-61047721179b req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] Transition to ACTIVE for port object ce3b5450-8a36-4435-a4eb-861f5da1cdd0 will not be triggered until provisioned by entity L2. {{(pid=102100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:30:59.163213 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:59.232660 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c1a91e86-168d-481e-b19c-61047721179b req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:59.284547 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3b5450-8a36-4435-a4eb-861f5da1cdd0,revision_number=2']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:59.360191 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-c1a91e86-168d-481e-b19c-61047721179b req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] Attempting to bind port ce3b5450-8a36-4435-a4eb-861f5da1cdd0 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:30:59.360524 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-c1a91e86-168d-481e-b19c-61047721179b req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] Attempting to bind port ce3b5450-8a36-4435-a4eb-861f5da1cdd0 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '854d7faf-d8bf-4f8e-bc64-be8445d2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a'}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:30:59.360853 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a91e86-168d-481e-b19c-61047721179b req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] Attempting to bind port ce3b5450-8a36-4435-a4eb-861f5da1cdd0 on network d6e401b1-a90b-4326-8b49-61e14b7b154a {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:30:59.366099 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a91e86-168d-481e-b19c-61047721179b req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] Port ce3b5450-8a36-4435-a4eb-861f5da1cdd0 on network d6e401b1-a90b-4326-8b49-61e14b7b154a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:30:59.366423 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a91e86-168d-481e-b19c-61047721179b req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] Attempting to bind port ce3b5450-8a36-4435-a4eb-861f5da1cdd0 on network d6e401b1-a90b-4326-8b49-61e14b7b154a {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:30:59.371583 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a91e86-168d-481e-b19c-61047721179b req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] Checking agent: {'id': '5557effb-edc1-4af5-af56-f2013bdcbb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'started_at': datetime.datetime(2021, 10, 27, 1, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:30:59.373544 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a91e86-168d-481e-b19c-61047721179b req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] Checking segment: {'id': '854d7faf-d8bf-4f8e-bc64-be8445d2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:30:59.373544 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a91e86-168d-481e-b19c-61047721179b req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] Bound using segment: {'id': '854d7faf-d8bf-4f8e-bc64-be8445d2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a'} {{(pid=102100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:30:59.373544 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.managers [req-c1a91e86-168d-481e-b19c-61047721179b req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] Bound port: ce3b5450-8a36-4435-a4eb-861f5da1cdd0, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854d7faf-d8bf-4f8e-bc64-be8445d2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a'}}] {{(pid=102100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:30:59.374046 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c1a91e86-168d-481e-b19c-61047721179b req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:59.450161 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-c1a91e86-168d-481e-b19c-61047721179b req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] For port ce3b5450-8a36-4435-a4eb-861f5da1cdd0, host hv-cinder-81556, cleared binding levels {{(pid=102100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:30:59.453585 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-c1a91e86-168d-481e-b19c-61047721179b req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] For port ce3b5450-8a36-4435-a4eb-861f5da1cdd0, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=ce3b5450-8a36-4435-a4eb-861f5da1cdd0,segment=NetworkSegment(854d7faf-d8bf-4f8e-bc64-be8445d2a728),segment_id=854d7faf-d8bf-4f8e-bc64-be8445d2a728)] {{(pid=102100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:30:59.506752 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c1a91e86-168d-481e-b19c-61047721179b req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25379998'] for port, after_update {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:59.543945 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a91e86-168d-481e-b19c-61047721179b req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:30:59.544634 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-c1a91e86-168d-481e-b19c-61047721179b req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:30:59.546277 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c1a91e86-168d-481e-b19c-61047721179b req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] 10.222.0.36 "PUT /v2.0/ports/ce3b5450-8a36-4435-a4eb-861f5da1cdd0 HTTP/1.1" status: 200 len: 1094 time: 0.7258565 Oct 27 01:30:59.546817 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d8bd7f-8b32-4025-87f4-fabe3ca13036', 'tag': 'ce3b5450-8a36-4435-a4eb-861f5da1cdd0'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:30:59.548985 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8964d90b-c423-406d-b62d-4dfaf2e60a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "18d8bd7f-8b32-4025-87f4-fabe3ca13036", "tag": "ce3b5450-8a36-4435-a4eb-861f5da1cdd0"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:30:59.582420 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e18506-067b-41ac-bfad-a355c80633d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3b5450-8a36-4435-a4eb-861f5da1cdd0,revision_number=3']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:30:59.627413 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8063e0-6f2b-4679-937d-345dcbca6982 req-2779b2b2-0b2f-4fa7-8e86-390defdb97b5 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:30:59.629065 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6b8063e0-6f2b-4679-937d-345dcbca6982 req-2779b2b2-0b2f-4fa7-8e86-390defdb97b5 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 944 time: 0.0584104 Oct 27 01:30:59.676169 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-6b8063e0-6f2b-4679-937d-345dcbca6982 req-77229599-a1c1-4e42-8b73-5f39c246f9c9 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362947 Oct 27 01:30:59.752438 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336e358b-428f-4132-9c89-f30976fe4b2b x-openstack-request-id: req-336e358b-428f-4132-9c89-f30976fe4b2b {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:30:59.752739 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d8bd7f-8b32-4025-87f4-fabe3ca13036", "tag": "ce3b5450-8a36-4435-a4eb-861f5da1cdd0", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:30:59.752997 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-336e358b-428f-4132-9c89-f30976fe4b2b {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:30:59.753383 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d8bd7f-8b32-4025-87f4-fabe3ca13036', 'tag': 'ce3b5450-8a36-4435-a4eb-861f5da1cdd0', 'status': 'completed', 'code': 200} Oct 27 01:30:59.769865 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a91e86-168d-481e-b19c-61047721179b req-3bde1c5d-4cfc-45fa-8030-cb8ce6237a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:30:59.771390 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c1a91e86-168d-481e-b19c-61047721179b req-3bde1c5d-4cfc-45fa-8030-cb8ce6237a3f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80ccd2038569468b9d4f7a063fb346c9&device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 1097 time: 0.0522909 Oct 27 01:30:59.820091 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c1a91e86-168d-481e-b19c-61047721179b req-1b551069-3824-41dd-b6a1-467678384e48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce3b5450-8a36-4435-a4eb-861f5da1cdd0 HTTP/1.1" status: 200 len: 217 time: 0.0351183 Oct 27 01:30:59.868303 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a91e86-168d-481e-b19c-61047721179b req-1b8939cd-d831-4235-b14c-7bcca9fe05bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:30:59.869628 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c1a91e86-168d-481e-b19c-61047721179b req-1b8939cd-d831-4235-b14c-7bcca9fe05bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5554eb9a-5b57-487f-bd78-35cf8048ca00 HTTP/1.1" status: 200 len: 850 time: 0.0423238 Oct 27 01:30:59.916967 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a91e86-168d-481e-b19c-61047721179b req-f02dd28d-75f4-477d-8afd-69e34dfa40e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:30:59.918414 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c1a91e86-168d-481e-b19c-61047721179b req-f02dd28d-75f4-477d-8afd-69e34dfa40e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6e401b1-a90b-4326-8b49-61e14b7b154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417228 Oct 27 01:31:00.007031 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c1a91e86-168d-481e-b19c-61047721179b req-cd7f88ef-9b2c-49c7-b55b-fa721a6820f6 service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816805 Oct 27 01:31:00.098798 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-c1a91e86-168d-481e-b19c-61047721179b req-7c532c09-9394-4f95-ab46-995561786449 service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846374 Oct 27 01:31:00.305569 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964d90b-c423-406d-b62d-4dfaf2e60a2b req-91f89bed-3886-4f9b-8752-c3cb4ee508d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:00.306993 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-8964d90b-c423-406d-b62d-4dfaf2e60a2b req-91f89bed-3886-4f9b-8752-c3cb4ee508d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80ccd2038569468b9d4f7a063fb346c9&device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 1097 time: 0.0397730 Oct 27 01:31:00.397357 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964d90b-c423-406d-b62d-4dfaf2e60a2b req-7d88ce79-c8da-4783-9391-7adf88bb4be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:00.398842 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-8964d90b-c423-406d-b62d-4dfaf2e60a2b req-7d88ce79-c8da-4783-9391-7adf88bb4be6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6e401b1-a90b-4326-8b49-61e14b7b154a HTTP/1.1" status: 200 len: 912 time: 0.0850542 Oct 27 01:31:00.439757 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-8964d90b-c423-406d-b62d-4dfaf2e60a2b req-38c00d0f-5704-4626-aa29-5b4f4bbeafaa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce3b5450-8a36-4435-a4eb-861f5da1cdd0 HTTP/1.1" status: 200 len: 217 time: 0.0324612 Oct 27 01:31:00.487654 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964d90b-c423-406d-b62d-4dfaf2e60a2b req-b6559c2d-b27d-461f-accd-d45d478718ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:00.489030 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-8964d90b-c423-406d-b62d-4dfaf2e60a2b req-b6559c2d-b27d-461f-accd-d45d478718ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5554eb9a-5b57-487f-bd78-35cf8048ca00 HTTP/1.1" status: 200 len: 850 time: 0.0419512 Oct 27 01:31:00.538350 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964d90b-c423-406d-b62d-4dfaf2e60a2b req-bb362155-7d60-4de4-9e19-198a6e796114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:00.539850 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-8964d90b-c423-406d-b62d-4dfaf2e60a2b req-bb362155-7d60-4de4-9e19-198a6e796114 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6e401b1-a90b-4326-8b49-61e14b7b154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421872 Oct 27 01:31:00.627770 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-8964d90b-c423-406d-b62d-4dfaf2e60a2b req-0911c31f-8b0d-4c90-95d8-4fb189c26b5c service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798049 Oct 27 01:31:00.724137 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-8964d90b-c423-406d-b62d-4dfaf2e60a2b req-7588a9fb-4084-4d86-841a-ad91b2ee2421 service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853248 Oct 27 01:31:00.795315 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295232b1-6862-481e-b9dc-e428d6ad8fe3 req-88964e03-31a0-4a40-ab4c-5e8e804a7840 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:00.796821 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-295232b1-6862-481e-b9dc-e428d6ad8fe3 req-88964e03-31a0-4a40-ab4c-5e8e804a7840 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 944 time: 0.0517220 Oct 27 01:31:00.834982 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-295232b1-6862-481e-b9dc-e428d6ad8fe3 req-8937aa95-c2b7-425d-bc99-b209fd63d7c4 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320234 Oct 27 01:31:01.952240 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4b259-d62a-4143-9d86-611d0d4d47fd req-7abbfeca-25fc-4ef4-a99e-55c3ba7ad559 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:01.953925 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a2f4b259-d62a-4143-9d86-611d0d4d47fd req-7abbfeca-25fc-4ef4-a99e-55c3ba7ad559 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 944 time: 0.0514810 Oct 27 01:31:01.991765 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a2f4b259-d62a-4143-9d86-611d0d4d47fd req-6ba3480e-4f06-4516-b725-cf6bf558d0ab tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321109 Oct 27 01:31:03.105723 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ea2d0-70a0-47d1-9eb8-d11f35c4a5df req-1599f6dd-8023-4681-9a23-2b4161048876 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:03.107695 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8d8ea2d0-70a0-47d1-9eb8-d11f35c4a5df req-1599f6dd-8023-4681-9a23-2b4161048876 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 944 time: 0.0484574 Oct 27 01:31:03.144512 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8d8ea2d0-70a0-47d1-9eb8-d11f35c4a5df req-fdc3c82d-11af-44b0-8296-c5c7c2045f70 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307806 Oct 27 01:31:04.256932 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88c999-6e72-43bc-a178-b10e54620df0 req-f4cac490-b811-463f-9ff4-534bad6e34ee tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:04.258330 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8e88c999-6e72-43bc-a178-b10e54620df0 req-f4cac490-b811-463f-9ff4-534bad6e34ee tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 944 time: 0.0487080 Oct 27 01:31:04.295298 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-8e88c999-6e72-43bc-a178-b10e54620df0 req-53f6479c-0c53-4b50-8d42-a52c72f402a1 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303304 Oct 27 01:31:05.409863 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc356b-8f2e-4e37-8e52-e96a2e5f63e9 req-88bc20e9-981c-4268-914e-4a78ebad3cf1 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:05.411346 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-dadc356b-8f2e-4e37-8e52-e96a2e5f63e9 req-88bc20e9-981c-4268-914e-4a78ebad3cf1 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 944 time: 0.0514314 Oct 27 01:31:05.448118 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-dadc356b-8f2e-4e37-8e52-e96a2e5f63e9 req-a18363be-8e95-4bbd-bfde-e7bc6a5cd7db tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308733 Oct 27 01:31:06.565389 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d21821-0289-4cd3-9752-35fb98c363d7 req-14a9f10d-e1f4-4bd9-af19-442c20b93fc7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:06.566860 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-09d21821-0289-4cd3-9752-35fb98c363d7 req-14a9f10d-e1f4-4bd9-af19-442c20b93fc7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 944 time: 0.0505171 Oct 27 01:31:06.604266 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-09d21821-0289-4cd3-9752-35fb98c363d7 req-6d0ae6df-89bd-4152-9bed-254e0588a98e tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314174 Oct 27 01:31:07.718217 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a3a99-532f-441a-b70c-da6bc6e54d31 req-5ef8ced0-423d-4c40-a837-8cdf6f0957d9 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:07.719655 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-442a3a99-532f-441a-b70c-da6bc6e54d31 req-5ef8ced0-423d-4c40-a837-8cdf6f0957d9 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 944 time: 0.0476899 Oct 27 01:31:07.756969 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-442a3a99-532f-441a-b70c-da6bc6e54d31 req-087f4470-51b7-419a-b0a3-197f76e1c367 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313048 Oct 27 01:31:08.209708 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device ce3b5450-8a36-4435-a4eb-861f5da1cdd0 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=102102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:31:08.304802 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port ce3b5450-8a36-4435-a4eb-861f5da1cdd0, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=ce3b5450-8a36-4435-a4eb-861f5da1cdd0,segment=NetworkSegment(854d7faf-d8bf-4f8e-bc64-be8445d2a728),segment_id=854d7faf-d8bf-4f8e-bc64-be8445d2a728)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:31:08.315591 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Returning: {'device': 'ce3b5450-8a36-4435-a4eb-861f5da1cdd0', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'port_id': 'ce3b5450-8a36-4435-a4eb-861f5da1cdd0', 'mac_address': 'fa:16:3e:62:38:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:31:08.352598 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:08.364923 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3b5450-8a36-4435-a4eb-861f5da1cdd0 {{(pid=102102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:31:08.383270 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port ce3b5450-8a36-4435-a4eb-861f5da1cdd0, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=ce3b5450-8a36-4435-a4eb-861f5da1cdd0,segment=NetworkSegment(854d7faf-d8bf-4f8e-bc64-be8445d2a728),segment_id=854d7faf-d8bf-4f8e-bc64-be8445d2a728)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:31:08.454463 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:08.500096 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=ce3b5450-8a36-4435-a4eb-861f5da1cdd0,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:08.506920 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:08.507270 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:08.507611 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:08.507947 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:08.508284 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:08.508614 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:08.508940 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:08.509265 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:08.509590 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:08.509911 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:08.510254 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:08.510574 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:08.769138 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] get_ports_and_sgs() called for port_ids ['ce3b5450-8a36-4435-a4eb-861f5da1cdd0'] {{(pid=102102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:31:08.874994 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2976d-ec4b-489a-8d4c-b9bf3da33b22 req-44c6b651-3820-4cfd-b180-01c449b9d3a5 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:08.876456 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c6b2976d-ec4b-489a-8d4c-b9bf3da33b22 req-44c6b651-3820-4cfd-b180-01c449b9d3a5 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 945 time: 0.0530360 Oct 27 01:31:08.914859 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c6b2976d-ec4b-489a-8d4c-b9bf3da33b22 req-fd6a168b-45ea-40a9-b73b-f2a35c506e06 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325193 Oct 27 01:31:10.028250 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bb018-d5af-4ced-ad91-9c1b5958e69c req-a9d948a0-dea9-4960-9fce-fc01fee5debc tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:10.030325 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-594bb018-d5af-4ced-ad91-9c1b5958e69c req-a9d948a0-dea9-4960-9fce-fc01fee5debc tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 945 time: 0.0473895 Oct 27 01:31:10.066620 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-594bb018-d5af-4ced-ad91-9c1b5958e69c req-6380e3e8-12bb-458a-8898-5a6cfd0d1c4d tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303884 Oct 27 01:31:10.218430 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device ce3b5450-8a36-4435-a4eb-861f5da1cdd0 up at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:31:10.334158 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning for port ce3b5450-8a36-4435-a4eb-861f5da1cdd0 completed by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:31:10.337853 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.provisioning_blocks [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Provisioning complete for port ce3b5450-8a36-4435-a4eb-861f5da1cdd0 triggered by entity L2. {{(pid=102102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:31:10.338269 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549472'] for port, provisioning_complete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:10.413153 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:10.435178 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d8bd7f-8b32-4025-87f4-fabe3ca13036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3b5450-8a36-4435-a4eb-861f5da1cdd0'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:31:10.438141 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16ec52a6c4d756160a1896c88fb2bc1b0629f0140b39055f2ca037a63886bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ab706f-3e38-427d-ad4d-543bf2d0b60f" -d '{"events": [{"server_uuid": "18d8bd7f-8b32-4025-87f4-fabe3ca13036", "name": "network-vif-plugged", "status": "completed", "tag": "ce3b5450-8a36-4435-a4eb-861f5da1cdd0"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:31:10.458611 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] For port ce3b5450-8a36-4435-a4eb-861f5da1cdd0, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=ce3b5450-8a36-4435-a4eb-861f5da1cdd0,segment=NetworkSegment(854d7faf-d8bf-4f8e-bc64-be8445d2a728),segment_id=854d7faf-d8bf-4f8e-bc64-be8445d2a728)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:31:10.527331 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fc19e1-b077-4589-acff-aaaa4c9b22ba x-openstack-request-id: req-b1fc19e1-b077-4589-acff-aaaa4c9b22ba {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:31:10.527638 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d8bd7f-8b32-4025-87f4-fabe3ca13036", "name": "network-vif-plugged", "status": "completed", "tag": "ce3b5450-8a36-4435-a4eb-861f5da1cdd0", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:31:10.527895 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1fc19e1-b077-4589-acff-aaaa4c9b22ba {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:31:10.528289 dv-cinder-815560-1-iscsi neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d8bd7f-8b32-4025-87f4-fabe3ca13036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3b5450-8a36-4435-a4eb-861f5da1cdd0', 'code': 200} Oct 27 01:31:10.534520 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:10.586627 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Pushing event updated for resources: {'Port': ['ID=ce3b5450-8a36-4435-a4eb-861f5da1cdd0,revision_number=5']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:10.915753 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a98347-f52d-4418-89d2-ca80f92ddeee req-8378b241-54b7-4a8e-8fe3-2c9b98790a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:10.917263 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e1a98347-f52d-4418-89d2-ca80f92ddeee req-8378b241-54b7-4a8e-8fe3-2c9b98790a0a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 1099 time: 0.0390210 Oct 27 01:31:10.951098 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-e1a98347-f52d-4418-89d2-ca80f92ddeee req-157ec1d0-a84d-4b11-86f5-24fbf9175bc5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270395 Oct 27 01:31:11.181262 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc82eb-53c8-412f-b3a4-04af843f8c38 req-f8d35eda-2cbb-4d5a-9f02-18a030ed8bda tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:11.182669 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a8cc82eb-53c8-412f-b3a4-04af843f8c38 req-f8d35eda-2cbb-4d5a-9f02-18a030ed8bda tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 946 time: 0.0487051 Oct 27 01:31:11.220485 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a8cc82eb-53c8-412f-b3a4-04af843f8c38 req-8c3aa4ad-b164-4a32-9f64-c3c405e3d477 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316129 Oct 27 01:31:12.337922 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2ba35-cba7-45e9-ba26-cef800a55bb1 req-303ace2b-cdcc-4aa1-bcc7-ff34b224a8ee tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:12.339407 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-62e2ba35-cba7-45e9-ba26-cef800a55bb1 req-303ace2b-cdcc-4aa1-bcc7-ff34b224a8ee tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 946 time: 0.0511348 Oct 27 01:31:12.377456 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-62e2ba35-cba7-45e9-ba26-cef800a55bb1 req-dd20555a-4acd-4341-8915-45578d419988 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313213 Oct 27 01:31:12.488794 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652915f-7bde-4b5c-92d1-628f54b4eda9 req-8b67cdd1-25c2-425d-8d73-0ceb58a0d04f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:12.490291 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b652915f-7bde-4b5c-92d1-628f54b4eda9 req-8b67cdd1-25c2-425d-8d73-0ceb58a0d04f tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 946 time: 0.0485039 Oct 27 01:31:12.525918 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b652915f-7bde-4b5c-92d1-628f54b4eda9 req-ff7fbac5-fa2e-4993-a73e-69ba90a5dd2d tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297937 Oct 27 01:31:12.547510 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40706) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:31:12.585521 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cffedac-47fb-4ba8-8102-67885765a604 tempest-TestVolumeBootPattern-137614023 tempest-TestVolumeBootPattern-137614023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:12.587013 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-3cffedac-47fb-4ba8-8102-67885765a604 tempest-TestVolumeBootPattern-137614023 tempest-TestVolumeBootPattern-137614023-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 1094 time: 0.0385449 Oct 27 01:31:12.589643 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40708) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:31:12.594433 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.v2.base [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Request body: {'floatingip': {'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'port_id': 'ce3b5450-8a36-4435-a4eb-861f5da1cdd0', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:31:12.694450 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:12.790871 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:12.889468 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Allocated IP 172.27.3.247 (446c4d70-d462-4a3b-8224-efffdf97f324/4937d60a-1906-48c0-8abc-dbda7672a658/616a6dc1-7183-4892-8af7-2b21daa03e83) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:31:12.991155 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:13.083312 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793628867916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:13.119905 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Network 446c4d70-d462-4a3b-8224-efffdf97f324 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:31:13.122762 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:31:13.126436 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:31:13.153418 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Pushing event updated for resources: {'Port': ['ID=616a6dc1-7183-4892-8af7-2b21daa03e83,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:13.167820 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:13.168175 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:13.168518 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:13.168857 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:13.169191 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:13.169524 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:13.169852 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:13.170824 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:13.171162 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:13.171501 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:13.171812 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:13.172134 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:31:13.471791 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:13.610206 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535685'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:13.757132 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:13.830252 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793629345518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793628867934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793628867952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25808652'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:13.903767 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Pushing event updated for resources: {'Port': ['ID=616a6dc1-7183-4892-8af7-2b21daa03e83,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:31:13.912157 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3723056'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:14.011595 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.db.l3_db [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Floating IP 357e4be3-e555-4b32-8cac-ca5059a142f6 associated. External IP: 172.27.3.247, port: ce3b5450-8a36-4435-a4eb-861f5da1cdd0. Oct 27 01:31:14.208889 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Router 55c005fe-9149-41ef-b513-42df7df2f827 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:31:14.313821 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:31:14.323603 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d50f8e-649d-43e1-9be7-2f52d2bf1ec2 None None] Sync routers for ids ['55c005fe-9149-41ef-b513-42df7df2f827'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:31:14.332669 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d50f8e-649d-43e1-9be7-2f52d2bf1ec2 None None] Routers {'55c005fe-9149-41ef-b513-42df7df2f827'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:31:14.333276 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-d9d50f8e-649d-43e1-9be7-2f52d2bf1ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:30:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['55c005fe-9149-41ef-b513-42df7df2f827'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:14.392366 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:14.432966 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-a78befef-27b4-412b-a526-249fab5650d7 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8279672 Oct 27 01:31:14.432966 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d8bd7f-8b32-4025-87f4-fabe3ca13036', 'tag': 'ce3b5450-8a36-4435-a4eb-861f5da1cdd0'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:31:14.432966 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f97284770e8b5c7eae555eb9b5076154bbb30c411baeb7a1d3ebc8ac0796a31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7fd7dc-71f2-42df-af63-6a73844780ec" -d '{"events": [{"name": "network-changed", "server_uuid": "18d8bd7f-8b32-4025-87f4-fabe3ca13036", "tag": "ce3b5450-8a36-4435-a4eb-861f5da1cdd0"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:31:14.438949 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-d9d50f8e-649d-43e1-9be7-2f52d2bf1ec2 None None] Set router 55c005fe-9149-41ef-b513-42df7df2f827 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:31:14.458872 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e551a16-bc4a-47ef-b3a9-975696dabe62 x-openstack-request-id: req-2e551a16-bc4a-47ef-b3a9-975696dabe62 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:31:14.459190 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d8bd7f-8b32-4025-87f4-fabe3ca13036", "tag": "ce3b5450-8a36-4435-a4eb-861f5da1cdd0", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:31:14.459448 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e551a16-bc4a-47ef-b3a9-975696dabe62 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:31:14.459851 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d8bd7f-8b32-4025-87f4-fabe3ca13036', 'tag': 'ce3b5450-8a36-4435-a4eb-861f5da1cdd0', 'status': 'completed', 'code': 200} Oct 27 01:31:14.540270 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fd7dc-71f2-42df-af63-6a73844780ec req-623423ab-6f2d-41e6-8871-3a0ec7f8694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:14.541754 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5d7fd7dc-71f2-42df-af63-6a73844780ec req-623423ab-6f2d-41e6-8871-3a0ec7f8694e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80ccd2038569468b9d4f7a063fb346c9&device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 1099 time: 0.0401814 Oct 27 01:31:14.634232 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fd7dc-71f2-42df-af63-6a73844780ec req-dd193cc4-8610-42a1-8f30-e71e29a41c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:14.635619 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5d7fd7dc-71f2-42df-af63-6a73844780ec req-dd193cc4-8610-42a1-8f30-e71e29a41c8e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6e401b1-a90b-4326-8b49-61e14b7b154a HTTP/1.1" status: 200 len: 912 time: 0.0866187 Oct 27 01:31:14.662934 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-d9d50f8e-649d-43e1-9be7-2f52d2bf1ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '016ee47d-5844-4a12-ad33-56fcb1b38085', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'port_id': '3f3401c7-6747-49bb-ab1a-bca327762ba3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'mac_address': 'fa:16:3e:ef:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:29:13Z', 'updated_at': '2021-10-27T01:29:16Z', 'revision_number': 1, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'fixed_ip_address_scope': None}, {'id': '357e4be3-e555-4b32-8cac-ca5059a142f6', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'floating_ip_address': '172.27.3.247', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'port_id': 'ce3b5450-8a36-4435-a4eb-861f5da1cdd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'mac_address': 'fa:16:3e:62:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d8bd7f-8b32-4025-87f4-fabe3ca13036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:31:13Z', 'updated_at': '2021-10-27T01:31:13Z', 'revision_number': 0, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1edee6-82cc-4795-816f-ede95d8641d7', 'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'mac_address': 'fa:16:3e:c5:f6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:48Z', 'updated_at': '2021-10-27T01:25:55Z', 'revision_number': 5, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'subnets': [{'id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:14.692671 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d50f8e-649d-43e1-9be7-2f52d2bf1ec2 None None] Checking router: 55c005fe-9149-41ef-b513-42df7df2f827 for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:31:14.699911 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5d7fd7dc-71f2-42df-af63-6a73844780ec req-aaaea052-818f-4b90-901a-929559e73bc6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce3b5450-8a36-4435-a4eb-861f5da1cdd0 HTTP/1.1" status: 200 len: 1000 time: 0.0570877 Oct 27 01:31:14.700877 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d50f8e-649d-43e1-9be7-2f52d2bf1ec2 None None] Routers {'55c005fe-9149-41ef-b513-42df7df2f827'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:31:14.701482 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-d9d50f8e-649d-43e1-9be7-2f52d2bf1ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:30:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['55c005fe-9149-41ef-b513-42df7df2f827'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:14.753507 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fd7dc-71f2-42df-af63-6a73844780ec req-27c2a5e9-db33-4da9-9a6a-b9a2354ec7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:14.755020 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5d7fd7dc-71f2-42df-af63-6a73844780ec req-27c2a5e9-db33-4da9-9a6a-b9a2354ec7b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5554eb9a-5b57-487f-bd78-35cf8048ca00 HTTP/1.1" status: 200 len: 850 time: 0.0485327 Oct 27 01:31:14.801840 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fd7dc-71f2-42df-af63-6a73844780ec req-2a22d198-f37b-448c-9728-df707d8af060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:14.803343 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5d7fd7dc-71f2-42df-af63-6a73844780ec req-2a22d198-f37b-448c-9728-df707d8af060 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6e401b1-a90b-4326-8b49-61e14b7b154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397382 Oct 27 01:31:14.810499 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-d9d50f8e-649d-43e1-9be7-2f52d2bf1ec2 None None] Set router 55c005fe-9149-41ef-b513-42df7df2f827 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:31:14.893374 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5d7fd7dc-71f2-42df-af63-6a73844780ec req-06da0732-3b18-412b-8570-b88ecfc551f1 service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821989 Oct 27 01:31:14.987445 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-5d7fd7dc-71f2-42df-af63-6a73844780ec req-4233858b-5893-4c1a-8e49-b20106aeaca6 service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870070 Oct 27 01:31:15.034054 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-d9d50f8e-649d-43e1-9be7-2f52d2bf1ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '016ee47d-5844-4a12-ad33-56fcb1b38085', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'port_id': '3f3401c7-6747-49bb-ab1a-bca327762ba3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'mac_address': 'fa:16:3e:ef:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:29:13Z', 'updated_at': '2021-10-27T01:29:16Z', 'revision_number': 1, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'fixed_ip_address_scope': None}, {'id': '357e4be3-e555-4b32-8cac-ca5059a142f6', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'floating_ip_address': '172.27.3.247', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'port_id': 'ce3b5450-8a36-4435-a4eb-861f5da1cdd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'mac_address': 'fa:16:3e:62:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d8bd7f-8b32-4025-87f4-fabe3ca13036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:31:13Z', 'updated_at': '2021-10-27T01:31:13Z', 'revision_number': 0, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1edee6-82cc-4795-816f-ede95d8641d7', 'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'mac_address': 'fa:16:3e:c5:f6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:48Z', 'updated_at': '2021-10-27T01:25:55Z', 'revision_number': 5, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'subnets': [{'id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:31:15.063335 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d50f8e-649d-43e1-9be7-2f52d2bf1ec2 None None] The sync data for ids ['55c005fe-9149-41ef-b513-42df7df2f827'] in dv-cinder-815560-1-iscsi is: [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '016ee47d-5844-4a12-ad33-56fcb1b38085', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'port_id': '3f3401c7-6747-49bb-ab1a-bca327762ba3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'mac_address': 'fa:16:3e:ef:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:29:13Z', 'updated_at': '2021-10-27T01:29:16Z', 'revision_number': 1, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'fixed_ip_address_scope': None}, {'id': '357e4be3-e555-4b32-8cac-ca5059a142f6', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'floating_ip_address': '172.27.3.247', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'port_id': 'ce3b5450-8a36-4435-a4eb-861f5da1cdd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'mac_address': 'fa:16:3e:62:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d8bd7f-8b32-4025-87f4-fabe3ca13036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:31:13Z', 'updated_at': '2021-10-27T01:31:13Z', 'revision_number': 0, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1edee6-82cc-4795-816f-ede95d8641d7', 'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'mac_address': 'fa:16:3e:c5:f6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:48Z', 'updated_at': '2021-10-27T01:25:55Z', 'revision_number': 5, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'subnets': [{'id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:31:15.245264 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d44af7-9b16-48e2-9640-6a96f7553710 None None] New status for floating IP 357e4be3-e555-4b32-8cac-ca5059a142f6: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:31:16.641850 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:23.854299 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db2fd772-63d1-45c3-b23b-b2a9a407b6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:24.911419 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-cd5770cf-c17c-4386-9e72-e0664bb2be3a req-1da2c2ee-108a-48e0-bcff-7aac70e1d52d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394316 Oct 27 01:31:25.016288 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5770cf-c17c-4386-9e72-e0664bb2be3a req-6ca8b431-9bcf-4a88-b271-c383c19344fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:25.017753 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-cd5770cf-c17c-4386-9e72-e0664bb2be3a req-6ca8b431-9bcf-4a88-b271-c383c19344fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80ccd2038569468b9d4f7a063fb346c9&device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 1099 time: 0.0442500 Oct 27 01:31:25.353186 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5770cf-c17c-4386-9e72-e0664bb2be3a req-05aee2c1-3bd2-4f37-9061-13e6a51a7b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:25.354574 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-cd5770cf-c17c-4386-9e72-e0664bb2be3a req-05aee2c1-3bd2-4f37-9061-13e6a51a7b11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6e401b1-a90b-4326-8b49-61e14b7b154a HTTP/1.1" status: 200 len: 912 time: 0.3175440 Oct 27 01:31:25.422309 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-cd5770cf-c17c-4386-9e72-e0664bb2be3a req-9295a3be-ba10-45ed-a458-2ceff7d270ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f3401c7-6747-49bb-ab1a-bca327762ba3 HTTP/1.1" status: 200 len: 1002 time: 0.0601928 Oct 27 01:31:25.471058 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5770cf-c17c-4386-9e72-e0664bb2be3a req-c98abb4a-fdef-4769-b2d5-af0ff0b9a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:25.472544 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-cd5770cf-c17c-4386-9e72-e0664bb2be3a req-c98abb4a-fdef-4769-b2d5-af0ff0b9a264 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5554eb9a-5b57-487f-bd78-35cf8048ca00 HTTP/1.1" status: 200 len: 850 time: 0.0434754 Oct 27 01:31:25.517025 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5770cf-c17c-4386-9e72-e0664bb2be3a req-0c4e31a4-abae-4928-963e-e889ec9ae29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:31:25.518492 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-cd5770cf-c17c-4386-9e72-e0664bb2be3a req-0c4e31a4-abae-4928-963e-e889ec9ae29e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6e401b1-a90b-4326-8b49-61e14b7b154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392795 Oct 27 01:31:25.609571 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-cd5770cf-c17c-4386-9e72-e0664bb2be3a req-f06ca4dd-a707-4c53-b9b7-b1f385711447 service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831065 Oct 27 01:31:25.696016 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-cd5770cf-c17c-4386-9e72-e0664bb2be3a req-745878b1-a1e8-4cc7-9ec6-dfb2f68625c7 service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801036 Oct 27 01:31:26.362689 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-78de5a05-9b15-4df2-a002-1181ff2285bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:27.219935 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:27.715621 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:29.150818 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:30.540261 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:31:46.641907 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:53.818836 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2f764011-df16-4fcc-b346-1c3766fa66df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:56.333658 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-033e33e2-9b24-4ce1-bfac-93e2ccc9a2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:57.207823 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:57.698810 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:31:59.161913 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:07.540783 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:32:16.658758 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:23.815797 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8da51727-f595-44f9-82dc-e4f95f07d1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:26.321097 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a77a16f5-6a91-4c7d-9233-662eefa8d460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:26.893559 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-d5840e56-a300-4439-a821-183f254bb6ef req-cb9dd294-638f-4bf4-af9f-11c90c62da5c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425539 Oct 27 01:32:26.965640 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5840e56-a300-4439-a821-183f254bb6ef req-2baa17fd-a501-4f9c-85e8-360ff2995135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:32:26.967110 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-d5840e56-a300-4439-a821-183f254bb6ef req-2baa17fd-a501-4f9c-85e8-360ff2995135 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80ccd2038569468b9d4f7a063fb346c9&device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 1099 time: 0.0392785 Oct 27 01:32:27.070530 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5840e56-a300-4439-a821-183f254bb6ef req-ad5d0304-bf99-45dc-a30e-303e8ac2f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:32:27.071967 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-d5840e56-a300-4439-a821-183f254bb6ef req-ad5d0304-bf99-45dc-a30e-303e8ac2f6d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6e401b1-a90b-4326-8b49-61e14b7b154a HTTP/1.1" status: 200 len: 912 time: 0.0867903 Oct 27 01:32:27.135610 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-d5840e56-a300-4439-a821-183f254bb6ef req-ed97d0f5-99ab-445b-ad33-b5bd1f90ba8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce3b5450-8a36-4435-a4eb-861f5da1cdd0 HTTP/1.1" status: 200 len: 1002 time: 0.0569129 Oct 27 01:32:27.184086 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5840e56-a300-4439-a821-183f254bb6ef req-6ecb573d-4dd3-4380-8008-58a6c21db5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:32:27.185437 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-d5840e56-a300-4439-a821-183f254bb6ef req-6ecb573d-4dd3-4380-8008-58a6c21db5b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5554eb9a-5b57-487f-bd78-35cf8048ca00 HTTP/1.1" status: 200 len: 850 time: 0.0430079 Oct 27 01:32:27.204965 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:27.234036 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5840e56-a300-4439-a821-183f254bb6ef req-124428f1-ccfc-495a-821e-d6a8134ba386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:32:27.235560 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-d5840e56-a300-4439-a821-183f254bb6ef req-124428f1-ccfc-495a-821e-d6a8134ba386 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6e401b1-a90b-4326-8b49-61e14b7b154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436592 Oct 27 01:32:27.325439 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-d5840e56-a300-4439-a821-183f254bb6ef req-504e3e68-6e03-477b-ad18-2c9f675315b2 service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809989 Oct 27 01:32:27.420363 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-d5840e56-a300-4439-a821-183f254bb6ef req-81e17355-d3cb-4ea4-a241-efa5d6cdfcc3 service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842171 Oct 27 01:32:27.715441 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:29.184133 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:41.440468 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40736) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:32:41.599637 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Deleting port 616a6dc1-7183-4892-8af7-2b21daa03e83 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:32:41.599967 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:41.671752 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:41.672072 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:41.683123 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Calling delete_port for 616a6dc1-7183-4892-8af7-2b21daa03e83 owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:32:41.917845 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:41.942846 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Pushing event deleted for resources: {'Port': ['ID=616a6dc1-7183-4892-8af7-2b21daa03e83,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:41.968670 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:41.969016 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:41.969356 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:41.969690 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:41.970019 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:41.970372 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:41.970697 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:41.971023 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:41.971348 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:41.971668 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:41.971985 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:41.972299 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:42.014696 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:42.015030 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.db.l3_db [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Floating IP 357e4be3-e555-4b32-8cac-ca5059a142f6 disassociated (deleted). External IP: 172.27.3.247, port: ce3b5450-8a36-4435-a4eb-861f5da1cdd0. Oct 27 01:32:42.211875 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Router 55c005fe-9149-41ef-b513-42df7df2f827 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:32:42.315244 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:32:42.320138 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:42.326180 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586931b3-8908-4199-b2b1-8e75070ef4b6 None None] Sync routers for ids ['55c005fe-9149-41ef-b513-42df7df2f827'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:32:42.335961 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586931b3-8908-4199-b2b1-8e75070ef4b6 None None] Routers {'55c005fe-9149-41ef-b513-42df7df2f827'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:32:42.336636 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-586931b3-8908-4199-b2b1-8e75070ef4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:32:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['55c005fe-9149-41ef-b513-42df7df2f827'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:42.347465 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-d7990201-7e86-4745-9497-62116dfca51a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "DELETE /v2.0/floatingips/357e4be3-e555-4b32-8cac-ca5059a142f6 HTTP/1.1" status: 204 len: 168 time: 0.9059386 Oct 27 01:32:42.348141 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d8bd7f-8b32-4025-87f4-fabe3ca13036', 'tag': 'ce3b5450-8a36-4435-a4eb-861f5da1cdd0'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:32:42.350498 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f97284770e8b5c7eae555eb9b5076154bbb30c411baeb7a1d3ebc8ac0796a31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760a39ac-2f3c-41e5-b285-0a9d3aa25cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "18d8bd7f-8b32-4025-87f4-fabe3ca13036", "tag": "ce3b5450-8a36-4435-a4eb-861f5da1cdd0"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:32:42.444614 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-586931b3-8908-4199-b2b1-8e75070ef4b6 None None] Set router 55c005fe-9149-41ef-b513-42df7df2f827 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:32:42.525738 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edc7e4b-82ab-4117-a254-df60e204495f x-openstack-request-id: req-5edc7e4b-82ab-4117-a254-df60e204495f {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:32:42.526271 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d8bd7f-8b32-4025-87f4-fabe3ca13036", "tag": "ce3b5450-8a36-4435-a4eb-861f5da1cdd0", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:32:42.526271 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5edc7e4b-82ab-4117-a254-df60e204495f {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:32:42.526683 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d8bd7f-8b32-4025-87f4-fabe3ca13036', 'tag': 'ce3b5450-8a36-4435-a4eb-861f5da1cdd0', 'status': 'completed', 'code': 200} Oct 27 01:32:42.615771 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a39ac-2f3c-41e5-b285-0a9d3aa25cc6 req-aea0582a-2c94-42b6-adca-6932606a0d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:32:42.617320 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-760a39ac-2f3c-41e5-b285-0a9d3aa25cc6 req-aea0582a-2c94-42b6-adca-6932606a0d45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80ccd2038569468b9d4f7a063fb346c9&device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 1099 time: 0.0431519 Oct 27 01:32:42.671656 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-586931b3-8908-4199-b2b1-8e75070ef4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '016ee47d-5844-4a12-ad33-56fcb1b38085', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'port_id': '3f3401c7-6747-49bb-ab1a-bca327762ba3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'mac_address': 'fa:16:3e:ef:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:29:13Z', 'updated_at': '2021-10-27T01:29:16Z', 'revision_number': 1, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1edee6-82cc-4795-816f-ede95d8641d7', 'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'mac_address': 'fa:16:3e:c5:f6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:48Z', 'updated_at': '2021-10-27T01:25:55Z', 'revision_number': 5, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'subnets': [{'id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:42.702634 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586931b3-8908-4199-b2b1-8e75070ef4b6 None None] Checking router: 55c005fe-9149-41ef-b513-42df7df2f827 for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:32:42.711289 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586931b3-8908-4199-b2b1-8e75070ef4b6 None None] Routers {'55c005fe-9149-41ef-b513-42df7df2f827'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:32:42.712280 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-586931b3-8908-4199-b2b1-8e75070ef4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:32:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['55c005fe-9149-41ef-b513-42df7df2f827'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:42.717030 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a39ac-2f3c-41e5-b285-0a9d3aa25cc6 req-976aafc3-5506-4c76-b4a5-cb4b39230367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:32:42.719209 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-760a39ac-2f3c-41e5-b285-0a9d3aa25cc6 req-976aafc3-5506-4c76-b4a5-cb4b39230367 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6e401b1-a90b-4326-8b49-61e14b7b154a HTTP/1.1" status: 200 len: 912 time: 0.0938540 Oct 27 01:32:42.806887 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-760a39ac-2f3c-41e5-b285-0a9d3aa25cc6 req-c0fa52c2-4eb2-4db9-af87-3bd8f495dcc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce3b5450-8a36-4435-a4eb-861f5da1cdd0 HTTP/1.1" status: 200 len: 217 time: 0.0342693 Oct 27 01:32:42.815887 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3505da8-69a6-4457-943a-668d691e27a4 req-4d6e0ddd-d9fb-4b85-8b30-c1db2afd2903 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:32:42.817705 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c3505da8-69a6-4457-943a-668d691e27a4 req-4d6e0ddd-d9fb-4b85-8b30-c1db2afd2903 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 946 time: 0.0549531 Oct 27 01:32:42.820110 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-586931b3-8908-4199-b2b1-8e75070ef4b6 None None] Set router 55c005fe-9149-41ef-b513-42df7df2f827 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:32:42.857066 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a39ac-2f3c-41e5-b285-0a9d3aa25cc6 req-e9c98422-9773-40f4-8aa5-5425aa7cbb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:32:42.858589 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-760a39ac-2f3c-41e5-b285-0a9d3aa25cc6 req-e9c98422-9773-40f4-8aa5-5425aa7cbb86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5554eb9a-5b57-487f-bd78-35cf8048ca00 HTTP/1.1" status: 200 len: 850 time: 0.0452869 Oct 27 01:32:42.859659 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-c3505da8-69a6-4457-943a-668d691e27a4 req-02d0c93c-43a2-4d81-bd8c-538b6d64036d tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354073 Oct 27 01:32:42.912117 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a39ac-2f3c-41e5-b285-0a9d3aa25cc6 req-a838f1f5-191d-4091-9c4b-1f2f94bf6197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:32:42.913623 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-760a39ac-2f3c-41e5-b285-0a9d3aa25cc6 req-a838f1f5-191d-4091-9c4b-1f2f94bf6197 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6e401b1-a90b-4326-8b49-61e14b7b154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464129 Oct 27 01:32:43.004735 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-760a39ac-2f3c-41e5-b285-0a9d3aa25cc6 req-62e8c211-6ba2-428b-b264-7750595e5ca7 service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829961 Oct 27 01:32:43.049147 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-586931b3-8908-4199-b2b1-8e75070ef4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '016ee47d-5844-4a12-ad33-56fcb1b38085', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'port_id': '3f3401c7-6747-49bb-ab1a-bca327762ba3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'mac_address': 'fa:16:3e:ef:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:29:13Z', 'updated_at': '2021-10-27T01:29:16Z', 'revision_number': 1, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1edee6-82cc-4795-816f-ede95d8641d7', 'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'mac_address': 'fa:16:3e:c5:f6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:48Z', 'updated_at': '2021-10-27T01:25:55Z', 'revision_number': 5, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'subnets': [{'id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:43.078968 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586931b3-8908-4199-b2b1-8e75070ef4b6 None None] The sync data for ids ['55c005fe-9149-41ef-b513-42df7df2f827'] in dv-cinder-815560-1-iscsi is: [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_floatingips': [{'id': '016ee47d-5844-4a12-ad33-56fcb1b38085', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'router_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'port_id': '3f3401c7-6747-49bb-ab1a-bca327762ba3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'mac_address': 'fa:16:3e:ef:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:29:13Z', 'updated_at': '2021-10-27T01:29:16Z', 'revision_number': 1, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1edee6-82cc-4795-816f-ede95d8641d7', 'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'mac_address': 'fa:16:3e:c5:f6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:48Z', 'updated_at': '2021-10-27T01:25:55Z', 'revision_number': 5, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'subnets': [{'id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:32:43.101345 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-760a39ac-2f3c-41e5-b285-0a9d3aa25cc6 req-e9c35730-63b9-46b4-8f53-b83975f4255b service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867562 Oct 27 01:32:43.299086 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b078b1dd-3730-47dc-8b47-416d65241b83 None None] New status for floating IP 357e4be3-e555-4b32-8cac-ca5059a142f6: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:32:43.978763 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3077d22-7222-4782-82cc-10cbbae85e1e req-9dd05cbd-6030-4e2f-8bb0-9e7ad1361063 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:32:43.980199 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a3077d22-7222-4782-82cc-10cbbae85e1e req-9dd05cbd-6030-4e2f-8bb0-9e7ad1361063 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 946 time: 0.0503461 Oct 27 01:32:44.017825 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a3077d22-7222-4782-82cc-10cbbae85e1e req-af768680-561a-4a8e-a67d-d8f974a9d500 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315812 Oct 27 01:32:44.522130 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f7420-2d74-4e55-a41d-3892205bff94 req-300f65c2-dbee-4e45-b429-d5181f1470cf tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:32:44.523753 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-4a6f7420-2d74-4e55-a41d-3892205bff94 req-300f65c2-dbee-4e45-b429-d5181f1470cf tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.36 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 946 time: 0.0479071 Oct 27 01:32:44.539951 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:32:44.609873 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-4a6f7420-2d74-4e55-a41d-3892205bff94 req-ad2bf792-ca90-491f-a04b-010d61543e7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Deleting port ce3b5450-8a36-4435-a4eb-861f5da1cdd0 {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:32:44.610243 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4a6f7420-2d74-4e55-a41d-3892205bff94 req-ad2bf792-ca90-491f-a04b-010d61543e7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:44.699074 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-4a6f7420-2d74-4e55-a41d-3892205bff94 req-ad2bf792-ca90-491f-a04b-010d61543e7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] For port ce3b5450-8a36-4435-a4eb-861f5da1cdd0, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=ce3b5450-8a36-4435-a4eb-861f5da1cdd0,segment=NetworkSegment(854d7faf-d8bf-4f8e-bc64-be8445d2a728),segment_id=854d7faf-d8bf-4f8e-bc64-be8445d2a728)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:32:44.699429 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4a6f7420-2d74-4e55-a41d-3892205bff94 req-ad2bf792-ca90-491f-a04b-010d61543e7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:44.712116 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-4a6f7420-2d74-4e55-a41d-3892205bff94 req-ad2bf792-ca90-491f-a04b-010d61543e7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Calling delete_port for ce3b5450-8a36-4435-a4eb-861f5da1cdd0 owned by compute:nova {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:32:44.938391 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4a6f7420-2d74-4e55-a41d-3892205bff94 req-ad2bf792-ca90-491f-a04b-010d61543e7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:44.966594 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bf792-ca90-491f-a04b-010d61543e7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Pushing event deleted for resources: {'Port': ['ID=ce3b5450-8a36-4435-a4eb-861f5da1cdd0,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:44.977989 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bf792-ca90-491f-a04b-010d61543e7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:44.978365 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bf792-ca90-491f-a04b-010d61543e7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:44.978704 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bf792-ca90-491f-a04b-010d61543e7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:44.979036 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bf792-ca90-491f-a04b-010d61543e7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:44.979370 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bf792-ca90-491f-a04b-010d61543e7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:44.979696 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bf792-ca90-491f-a04b-010d61543e7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:44.980019 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bf792-ca90-491f-a04b-010d61543e7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:44.980341 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bf792-ca90-491f-a04b-010d61543e7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:44.980661 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bf792-ca90-491f-a04b-010d61543e7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:44.980979 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bf792-ca90-491f-a04b-010d61543e7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:44.981306 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bf792-ca90-491f-a04b-010d61543e7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:44.981611 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bf792-ca90-491f-a04b-010d61543e7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:32:45.016205 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6f7420-2d74-4e55-a41d-3892205bff94 req-ad2bf792-ca90-491f-a04b-010d61543e7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] No DVR routers for this DVR port ce3b5450-8a36-4435-a4eb-861f5da1cdd0 on host hv-cinder-81556 {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:32:45.018678 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-4a6f7420-2d74-4e55-a41d-3892205bff94 req-ad2bf792-ca90-491f-a04b-010d61543e7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:45.021971 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-4a6f7420-2d74-4e55-a41d-3892205bff94 req-ad2bf792-ca90-491f-a04b-010d61543e7a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.36 "DELETE /v2.0/ports/ce3b5450-8a36-4435-a4eb-861f5da1cdd0 HTTP/1.1" status: 204 len: 173 time: 0.4923465 Oct 27 01:32:45.022445 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d8bd7f-8b32-4025-87f4-fabe3ca13036', 'name': 'network-vif-deleted', 'tag': 'ce3b5450-8a36-4435-a4eb-861f5da1cdd0'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:32:45.024630 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c019b03-ea3f-4d46-8d5f-e640014d5015" -d '{"events": [{"server_uuid": "18d8bd7f-8b32-4025-87f4-fabe3ca13036", "name": "network-vif-deleted", "tag": "ce3b5450-8a36-4435-a4eb-861f5da1cdd0"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:32:45.078299 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cade76c4-76a0-4db1-a28e-f722fd4468e4 x-openstack-request-id: req-cade76c4-76a0-4db1-a28e-f722fd4468e4 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:32:45.078588 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d8bd7f-8b32-4025-87f4-fabe3ca13036", "name": "network-vif-deleted", "tag": "ce3b5450-8a36-4435-a4eb-861f5da1cdd0", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:32:45.078838 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cade76c4-76a0-4db1-a28e-f722fd4468e4 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:32:45.079232 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d8bd7f-8b32-4025-87f4-fabe3ca13036', 'name': 'network-vif-deleted', 'tag': 'ce3b5450-8a36-4435-a4eb-861f5da1cdd0', 'status': 'completed', 'code': 200} Oct 27 01:32:45.114819 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-b75eb029-1ccd-4635-a9ed-1f045041e553 req-84adb617-3c8a-49b4-a51d-0a7db9400605 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 210 time: 0.0281200 Oct 27 01:32:46.219117 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-db6bb816-2aa2-4d6c-94b5-afc088543dfd req-aa4869cb-42b4-4803-95df-c38012f51d55 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d8bd7f-8b32-4025-87f4-fabe3ca13036 HTTP/1.1" status: 200 len: 210 time: 0.0261281 Oct 27 01:32:46.666356 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:46.671875 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device ce3b5450-8a36-4435-a4eb-861f5da1cdd0 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:32:46.691927 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] No Port match for: ce3b5450-8a36-4435-a4eb-861f5da1cdd0 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:32:46.692265 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device ce3b5450-8a36-4435-a4eb-861f5da1cdd0 not bound to the agent host hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:32:49.693116 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40784) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:32:49.845845 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d34249f5-b100-4ade-b815-ac9b991d8fb6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Deleting port 9f3efa3a-c2cc-431d-a42c-c2064c8e8148 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:32:49.846206 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d34249f5-b100-4ade-b815-ac9b991d8fb6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:49.922497 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d34249f5-b100-4ade-b815-ac9b991d8fb6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:49.922815 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d34249f5-b100-4ade-b815-ac9b991d8fb6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:49.934092 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d34249f5-b100-4ade-b815-ac9b991d8fb6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Calling delete_port for 9f3efa3a-c2cc-431d-a42c-c2064c8e8148 owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:32:50.155719 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d34249f5-b100-4ade-b815-ac9b991d8fb6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:50.182553 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34249f5-b100-4ade-b815-ac9b991d8fb6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Pushing event deleted for resources: {'Port': ['ID=9f3efa3a-c2cc-431d-a42c-c2064c8e8148,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:50.239798 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d34249f5-b100-4ade-b815-ac9b991d8fb6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:50.240129 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.db.l3_db [None req-d34249f5-b100-4ade-b815-ac9b991d8fb6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Floating IP 016ee47d-5844-4a12-ad33-56fcb1b38085 disassociated (deleted). External IP: 172.27.3.213, port: 3f3401c7-6747-49bb-ab1a-bca327762ba3. Oct 27 01:32:50.444237 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34249f5-b100-4ade-b815-ac9b991d8fb6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Router 55c005fe-9149-41ef-b513-42df7df2f827 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:32:50.779833 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34249f5-b100-4ade-b815-ac9b991d8fb6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:32:50.784463 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d34249f5-b100-4ade-b815-ac9b991d8fb6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:50.789070 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3969ae-fde9-41a5-8293-bbe056ee0d3c None None] Sync routers for ids ['55c005fe-9149-41ef-b513-42df7df2f827'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:32:50.799664 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3969ae-fde9-41a5-8293-bbe056ee0d3c None None] Routers {'55c005fe-9149-41ef-b513-42df7df2f827'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:32:50.800268 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-ff3969ae-fde9-41a5-8293-bbe056ee0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:32:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['55c005fe-9149-41ef-b513-42df7df2f827'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:50.811749 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-d34249f5-b100-4ade-b815-ac9b991d8fb6 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "DELETE /v2.0/floatingips/016ee47d-5844-4a12-ad33-56fcb1b38085 HTTP/1.1" status: 204 len: 168 time: 1.1175413 Oct 27 01:32:50.812437 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532', 'tag': '3f3401c7-6747-49bb-ab1a-bca327762ba3'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:32:50.814934 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f97284770e8b5c7eae555eb9b5076154bbb30c411baeb7a1d3ebc8ac0796a31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d270d2d-4e17-4915-9b2b-111034f6ea76" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532", "tag": "3f3401c7-6747-49bb-ab1a-bca327762ba3"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:32:50.858157 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719fdf99-a378-45a4-9e52-8f7d8ec4547c x-openstack-request-id: req-719fdf99-a378-45a4-9e52-8f7d8ec4547c {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:32:50.858451 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532", "tag": "3f3401c7-6747-49bb-ab1a-bca327762ba3", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:32:50.858703 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-719fdf99-a378-45a4-9e52-8f7d8ec4547c {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:32:50.859383 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532', 'tag': '3f3401c7-6747-49bb-ab1a-bca327762ba3', 'status': 'completed', 'code': 200} Oct 27 01:32:50.909450 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-ff3969ae-fde9-41a5-8293-bbe056ee0d3c None None] Set router 55c005fe-9149-41ef-b513-42df7df2f827 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:32:50.947467 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d270d2d-4e17-4915-9b2b-111034f6ea76 req-fdbaca9b-3eb3-4e0d-83e5-365cd2fb41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:32:50.948940 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-8d270d2d-4e17-4915-9b2b-111034f6ea76 req-fdbaca9b-3eb3-4e0d-83e5-365cd2fb41ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80ccd2038569468b9d4f7a063fb346c9&device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 1099 time: 0.0446517 Oct 27 01:32:51.039956 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d270d2d-4e17-4915-9b2b-111034f6ea76 req-94ebe08e-2c69-4ed0-b38e-0ff7ff56f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:32:51.041336 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-8d270d2d-4e17-4915-9b2b-111034f6ea76 req-94ebe08e-2c69-4ed0-b38e-0ff7ff56f483 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6e401b1-a90b-4326-8b49-61e14b7b154a HTTP/1.1" status: 200 len: 912 time: 0.0849905 Oct 27 01:32:51.084972 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-8d270d2d-4e17-4915-9b2b-111034f6ea76 req-ca853154-aab2-4d2a-acf4-d75edbbe9dd5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f3401c7-6747-49bb-ab1a-bca327762ba3 HTTP/1.1" status: 200 len: 217 time: 0.0368712 Oct 27 01:32:51.114902 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-ff3969ae-fde9-41a5-8293-bbe056ee0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '5a1edee6-82cc-4795-816f-ede95d8641d7', 'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'mac_address': 'fa:16:3e:c5:f6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:48Z', 'updated_at': '2021-10-27T01:25:55Z', 'revision_number': 5, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'subnets': [{'id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:51.135290 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d270d2d-4e17-4915-9b2b-111034f6ea76 req-d3e1b413-ab6d-404e-8be4-c1cc04baf5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:32:51.136743 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-8d270d2d-4e17-4915-9b2b-111034f6ea76 req-d3e1b413-ab6d-404e-8be4-c1cc04baf5b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5554eb9a-5b57-487f-bd78-35cf8048ca00 HTTP/1.1" status: 200 len: 850 time: 0.0454729 Oct 27 01:32:51.142400 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3969ae-fde9-41a5-8293-bbe056ee0d3c None None] Checking router: 55c005fe-9149-41ef-b513-42df7df2f827 for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:32:51.150946 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3969ae-fde9-41a5-8293-bbe056ee0d3c None None] Routers {'55c005fe-9149-41ef-b513-42df7df2f827'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:32:51.151546 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-ff3969ae-fde9-41a5-8293-bbe056ee0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:32:26Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['55c005fe-9149-41ef-b513-42df7df2f827'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:51.182260 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d270d2d-4e17-4915-9b2b-111034f6ea76 req-bc58c3d7-d657-4718-b9ed-7905a1b6e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:32:51.188958 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-8d270d2d-4e17-4915-9b2b-111034f6ea76 req-bc58c3d7-d657-4718-b9ed-7905a1b6e906 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6e401b1-a90b-4326-8b49-61e14b7b154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400081 Oct 27 01:32:51.262040 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-ff3969ae-fde9-41a5-8293-bbe056ee0d3c None None] Set router 55c005fe-9149-41ef-b513-42df7df2f827 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:32:51.282625 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-8d270d2d-4e17-4915-9b2b-111034f6ea76 req-49ff943d-b178-4e22-a25f-7a4d208f57ee service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918491 Oct 27 01:32:51.312593 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de835d-b6f4-486f-8d68-d10e04d9976e req-e40e72f3-db92-44a6-8c09-79a0af3c59db tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:32:51.315109 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a5de835d-b6f4-486f-8d68-d10e04d9976e req-e40e72f3-db92-44a6-8c09-79a0af3c59db tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 946 time: 0.0494721 Oct 27 01:32:51.357564 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a5de835d-b6f4-486f-8d68-d10e04d9976e req-e6d94327-1f46-4710-9373-3fee876d881e tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372846 Oct 27 01:32:51.400291 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-8d270d2d-4e17-4915-9b2b-111034f6ea76 req-0f21c7a5-f5ee-481b-bfd9-1e26b069cd78 service neutron] 10.222.0.36 "GET /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942800 Oct 27 01:32:51.582239 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-ff3969ae-fde9-41a5-8293-bbe056ee0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '5a1edee6-82cc-4795-816f-ede95d8641d7', 'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'mac_address': 'fa:16:3e:c5:f6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:48Z', 'updated_at': '2021-10-27T01:25:55Z', 'revision_number': 5, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'subnets': [{'id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:51.612272 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3969ae-fde9-41a5-8293-bbe056ee0d3c None None] The sync data for ids ['55c005fe-9149-41ef-b513-42df7df2f827'] in dv-cinder-815560-1-iscsi is: [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:25:49Z', 'revision_number': 4, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi', '_interfaces': [{'id': '5a1edee6-82cc-4795-816f-ede95d8641d7', 'name': '', 'network_id': 'd6e401b1-a90b-4326-8b49-61e14b7b154a', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'mac_address': 'fa:16:3e:c5:f6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:48Z', 'updated_at': '2021-10-27T01:25:55Z', 'revision_number': 5, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'subnets': [{'id': '5554eb9a-5b57-487f-bd78-35cf8048ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:32:51.817958 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b480bd70-28af-4a43-ad74-b4134db29ac1 None None] New status for floating IP 016ee47d-5844-4a12-ad33-56fcb1b38085: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:32:52.474763 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf9014-f3d9-4c78-b521-ef7f06b4eaaf req-603aa286-bd0d-4fc4-bdf6-f8bd48f1f60a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:32:52.476253 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1faf9014-f3d9-4c78-b521-ef7f06b4eaaf req-603aa286-bd0d-4fc4-bdf6-f8bd48f1f60a tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 946 time: 0.0494137 Oct 27 01:32:52.514522 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-1faf9014-f3d9-4c78-b521-ef7f06b4eaaf req-3bc0de60-4b6a-4d5b-885e-b0322da0c853 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/security-groups?id=193161ab-9723-4884-9fd2-6c431568ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314572 Oct 27 01:32:53.034490 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740abc34-4db9-46d7-830b-5ebca4b20b4e req-ebeffce6-ca6e-4c32-ae44-44d2f2f48c4e tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:32:53.035901 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-740abc34-4db9-46d7-830b-5ebca4b20b4e req-ebeffce6-ca6e-4c32-ae44-44d2f2f48c4e tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 946 time: 0.0516236 Oct 27 01:32:53.123542 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-740abc34-4db9-46d7-830b-5ebca4b20b4e req-69937a7d-a43b-4f46-abb3-d617c7c50402 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Deleting port 3f3401c7-6747-49bb-ab1a-bca327762ba3 {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:32:53.123861 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-740abc34-4db9-46d7-830b-5ebca4b20b4e req-69937a7d-a43b-4f46-abb3-d617c7c50402 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:53.209630 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [req-740abc34-4db9-46d7-830b-5ebca4b20b4e req-69937a7d-a43b-4f46-abb3-d617c7c50402 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] For port 3f3401c7-6747-49bb-ab1a-bca327762ba3, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=3f3401c7-6747-49bb-ab1a-bca327762ba3,segment=NetworkSegment(854d7faf-d8bf-4f8e-bc64-be8445d2a728),segment_id=854d7faf-d8bf-4f8e-bc64-be8445d2a728)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:32:53.209984 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-740abc34-4db9-46d7-830b-5ebca4b20b4e req-69937a7d-a43b-4f46-abb3-d617c7c50402 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:53.224149 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [req-740abc34-4db9-46d7-830b-5ebca4b20b4e req-69937a7d-a43b-4f46-abb3-d617c7c50402 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Calling delete_port for 3f3401c7-6747-49bb-ab1a-bca327762ba3 owned by compute:nova {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:32:53.434828 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-740abc34-4db9-46d7-830b-5ebca4b20b4e req-69937a7d-a43b-4f46-abb3-d617c7c50402 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:53.464971 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69937a7d-a43b-4f46-abb3-d617c7c50402 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Pushing event deleted for resources: {'Port': ['ID=3f3401c7-6747-49bb-ab1a-bca327762ba3,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:53.507671 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.l3_dvrscheduler_db [req-740abc34-4db9-46d7-830b-5ebca4b20b4e req-69937a7d-a43b-4f46-abb3-d617c7c50402 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] No DVR routers for this DVR port 3f3401c7-6747-49bb-ab1a-bca327762ba3 on host hv-cinder-81556 {{(pid=102100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:32:53.510134 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [req-740abc34-4db9-46d7-830b-5ebca4b20b4e req-69937a7d-a43b-4f46-abb3-d617c7c50402 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for port, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:53.513395 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [req-740abc34-4db9-46d7-830b-5ebca4b20b4e req-69937a7d-a43b-4f46-abb3-d617c7c50402 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.36 "DELETE /v2.0/ports/3f3401c7-6747-49bb-ab1a-bca327762ba3 HTTP/1.1" status: 204 len: 173 time: 0.4712911 Oct 27 01:32:53.513831 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532', 'name': 'network-vif-deleted', 'tag': '3f3401c7-6747-49bb-ab1a-bca327762ba3'}] {{(pid=102100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:32:53.516069 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b358234ae388263bb42f3bbffe226b8a7ff8a959b244ad82fb4e34fb1b9bf8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4f7e9e-03d2-4dd0-ac12-ba26581fc403" -d '{"events": [{"server_uuid": "e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532", "name": "network-vif-deleted", "tag": "3f3401c7-6747-49bb-ab1a-bca327762ba3"}]}' {{(pid=102100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:32:53.552013 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4898d3eb-87a6-4301-8172-712591af2965 x-openstack-request-id: req-4898d3eb-87a6-4301-8172-712591af2965 {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:32:53.552304 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532", "name": "network-vif-deleted", "tag": "3f3401c7-6747-49bb-ab1a-bca327762ba3", "status": "completed", "code": 200}]} {{(pid=102100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:32:53.552555 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4898d3eb-87a6-4301-8172-712591af2965 {{(pid=102100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:32:53.552949 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532', 'name': 'network-vif-deleted', 'tag': '3f3401c7-6747-49bb-ab1a-bca327762ba3', 'status': 'completed', 'code': 200} Oct 27 01:32:53.606005 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-cba9f3a3-b42b-4b5e-bfbc-679770e4179e req-f81bd026-41b3-4bde-b578-68112b534411 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 210 time: 0.0261209 Oct 27 01:32:53.826839 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-257f81e6-091b-4ff9-a48a-efe73de1beb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:54.710645 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [req-a6e55bd4-d659-4816-9e36-4d5c84cf6f71 req-153df349-468b-4df2-93e0-a1026e33722d tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4ac5ca7-8ba1-4a86-b7ce-ed3aab80f532 HTTP/1.1" status: 200 len: 210 time: 0.0256717 Oct 27 01:32:55.766775 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 40802) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:32:55.885731 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-92201b9f-517d-4163-ab17-9143403ca047 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Deleting port e711f251-3fa3-4450-bb9f-6c1d493e4ede {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:32:55.886096 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-92201b9f-517d-4163-ab17-9143403ca047 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:55.961067 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-92201b9f-517d-4163-ab17-9143403ca047 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:55.961379 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-92201b9f-517d-4163-ab17-9143403ca047 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:55.972729 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-92201b9f-517d-4163-ab17-9143403ca047 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Calling delete_port for e711f251-3fa3-4450-bb9f-6c1d493e4ede owned by network:floatingip {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:32:56.172167 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-92201b9f-517d-4163-ab17-9143403ca047 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:56.199962 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92201b9f-517d-4163-ab17-9143403ca047 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Pushing event deleted for resources: {'Port': ['ID=e711f251-3fa3-4450-bb9f-6c1d493e4ede,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:56.258091 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-92201b9f-517d-4163-ab17-9143403ca047 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for floatingip, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:56.260482 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-92201b9f-517d-4163-ab17-9143403ca047 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181999'] for floatingip, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:56.261607 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-92201b9f-517d-4163-ab17-9143403ca047 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "DELETE /v2.0/floatingips/082e5435-f5b8-4c85-8ba6-7f85659322f0 HTTP/1.1" status: 204 len: 168 time: 0.4938602 Oct 27 01:32:56.312173 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-77ac7e99-83a0-477d-8e53-59eb44dc2c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:56.694454 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 3f3401c7-6747-49bb-ab1a-bca327762ba3 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:32:56.717293 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] No Port match for: 3f3401c7-6747-49bb-ab1a-bca327762ba3 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:32:56.717649 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Device 3f3401c7-6747-49bb-ab1a-bca327762ba3 not bound to the agent host hv-cinder-81556 {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:32:57.223520 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:57.612521 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 40814) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:32:57.670735 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1bfb054c-d300-4c8f-87d6-4e937ea83263 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:57.695323 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1bfb054c-d300-4c8f-87d6-4e937ea83263 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:57.715062 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:57.863771 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1bfb054c-d300-4c8f-87d6-4e937ea83263 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:57.866309 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-1bfb054c-d300-4c8f-87d6-4e937ea83263 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Publish callbacks [] for security_group, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:57.867454 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-1bfb054c-d300-4c8f-87d6-4e937ea83263 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] 10.222.0.32 "DELETE /v2.0/security-groups/193161ab-9723-4884-9fd2-6c431568ddba HTTP/1.1" status: 204 len: 168 time: 0.2539558 Oct 27 01:32:57.877886 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb054c-d300-4c8f-87d6-4e937ea83263 tempest-TestVolumeBootPattern-744384860 tempest-TestVolumeBootPattern-744384860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=193161ab-9723-4884-9fd2-6c431568ddba,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:58.012777 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40818) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:32:58.481111 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d0f48c4f-d49b-44e2-8dfd-3553adefa145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3721264'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:58.717379 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d0f48c4f-d49b-44e2-8dfd-3553adefa145 admin admin] Deleting port 5a1edee6-82cc-4795-816f-ede95d8641d7 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:32:58.717766 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d0f48c4f-d49b-44e2-8dfd-3553adefa145 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:58.793324 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-d0f48c4f-d49b-44e2-8dfd-3553adefa145 admin admin] For port 5a1edee6-82cc-4795-816f-ede95d8641d7, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=5a1edee6-82cc-4795-816f-ede95d8641d7,segment=NetworkSegment(854d7faf-d8bf-4f8e-bc64-be8445d2a728),segment_id=854d7faf-d8bf-4f8e-bc64-be8445d2a728)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:32:58.793606 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d0f48c4f-d49b-44e2-8dfd-3553adefa145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:58.805798 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d0f48c4f-d49b-44e2-8dfd-3553adefa145 admin admin] Calling delete_port for 5a1edee6-82cc-4795-816f-ede95d8641d7 owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:32:59.035196 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d0f48c4f-d49b-44e2-8dfd-3553adefa145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:59.062454 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f48c4f-d49b-44e2-8dfd-3553adefa145 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a1edee6-82cc-4795-816f-ede95d8641d7,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:32:59.192020 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:59.232227 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d0f48c4f-d49b-44e2-8dfd-3553adefa145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3631234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3721436'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:59.441285 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f48c4f-d49b-44e2-8dfd-3553adefa145 admin admin] Router 55c005fe-9149-41ef-b513-42df7df2f827 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:32:59.547672 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f48c4f-d49b-44e2-8dfd-3553adefa145 admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:32:59.556811 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-d0f48c4f-d49b-44e2-8dfd-3553adefa145 admin admin] 10.222.0.32 "PUT /v2.0/routers/55c005fe-9149-41ef-b513-42df7df2f827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5385582 Oct 27 01:32:59.556811 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40822) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:32:59.558263 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668922af-636d-4b5a-a3a2-c68ef5e81160 None None] Sync routers for ids ['55c005fe-9149-41ef-b513-42df7df2f827'] in dv-cinder-815560-1-iscsi {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:32:59.568613 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668922af-636d-4b5a-a3a2-c68ef5e81160 None None] Routers {'55c005fe-9149-41ef-b513-42df7df2f827'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:32:59.569213 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-668922af-636d-4b5a-a3a2-c68ef5e81160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:32:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['55c005fe-9149-41ef-b513-42df7df2f827'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:59.657040 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a90f2935-7426-4f5b-b0a8-c4e74616c6bd admin admin] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:59.672536 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-668922af-636d-4b5a-a3a2-c68ef5e81160 None None] Set router 55c005fe-9149-41ef-b513-42df7df2f827 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:32:59.756884 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a90f2935-7426-4f5b-b0a8-c4e74616c6bd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:59.846416 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-668922af-636d-4b5a-a3a2-c68ef5e81160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:32:58Z', 'revision_number': 5, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port': {'id': '24bc14ce-43ab-4bf6-afc2-13e0fe6bf512', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c005fe-9149-41ef-b513-42df7df2f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:47Z', 'updated_at': '2021-10-27T01:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:59.875486 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668922af-636d-4b5a-a3a2-c68ef5e81160 None None] Checking router: 55c005fe-9149-41ef-b513-42df7df2f827 for host: dv-cinder-815560-1-iscsi {{(pid=102102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:32:59.883711 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668922af-636d-4b5a-a3a2-c68ef5e81160 None None] Routers {'55c005fe-9149-41ef-b513-42df7df2f827'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:32:59.884567 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-668922af-636d-4b5a-a3a2-c68ef5e81160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:32:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['55c005fe-9149-41ef-b513-42df7df2f827'], 'active': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:32:59.907696 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-a90f2935-7426-4f5b-b0a8-c4e74616c6bd admin admin] Deleting port 24bc14ce-43ab-4bf6-afc2-13e0fe6bf512 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:32:59.908091 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a90f2935-7426-4f5b-b0a8-c4e74616c6bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:32:59.967240 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvr_db [None req-668922af-636d-4b5a-a3a2-c68ef5e81160 None None] Set router 55c005fe-9149-41ef-b513-42df7df2f827 gateway port host: None {{(pid=102102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:32:59.991485 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-a90f2935-7426-4f5b-b0a8-c4e74616c6bd admin admin] For port 24bc14ce-43ab-4bf6-afc2-13e0fe6bf512, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=24bc14ce-43ab-4bf6-afc2-13e0fe6bf512,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:32:59.991842 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a90f2935-7426-4f5b-b0a8-c4e74616c6bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:00.005947 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-a90f2935-7426-4f5b-b0a8-c4e74616c6bd admin admin] Calling delete_port for 24bc14ce-43ab-4bf6-afc2-13e0fe6bf512 owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:33:00.025426 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_hamode_db [None req-668922af-636d-4b5a-a3a2-c68ef5e81160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:32:59Z', 'revision_number': 6, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port_host': None}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:00.050627 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668922af-636d-4b5a-a3a2-c68ef5e81160 None None] The sync data for ids ['55c005fe-9149-41ef-b513-42df7df2f827'] in dv-cinder-815560-1-iscsi is: [{'id': '55c005fe-9149-41ef-b513-42df7df2f827', 'name': 'tempest-TestVolumeBootPattern-833012949-router', 'tenant_id': '80ccd2038569468b9d4f7a063fb346c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:46Z', 'updated_at': '2021-10-27T01:32:59Z', 'revision_number': 6, 'project_id': '80ccd2038569468b9d4f7a063fb346c9', 'gw_port_host': None}] {{(pid=102102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:33:00.240746 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a90f2935-7426-4f5b-b0a8-c4e74616c6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:00.267056 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f2935-7426-4f5b-b0a8-c4e74616c6bd admin admin] Pushing event deleted for resources: {'Port': ['ID=24bc14ce-43ab-4bf6-afc2-13e0fe6bf512,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:00.328586 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a90f2935-7426-4f5b-b0a8-c4e74616c6bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3723134'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:00.415990 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a90f2935-7426-4f5b-b0a8-c4e74616c6bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3724263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:00.418132 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a90f2935-7426-4f5b-b0a8-c4e74616c6bd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:00.511902 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a90f2935-7426-4f5b-b0a8-c4e74616c6bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3724270'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:00.512479 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90f2935-7426-4f5b-b0a8-c4e74616c6bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55c005fe-9149-41ef-b513-42df7df2f827 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:33:00.517679 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a90f2935-7426-4f5b-b0a8-c4e74616c6bd admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:00.518821 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-a90f2935-7426-4f5b-b0a8-c4e74616c6bd admin admin] 10.222.0.32 "DELETE /v2.0/routers/55c005fe-9149-41ef-b513-42df7df2f827 HTTP/1.1" status: 204 len: 168 time: 0.9625745 Oct 27 01:33:00.521358 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40824) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:33:00.566900 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-830a8065-1aa7-4772-84a1-afd599d85026 admin admin] Deleting subnet 5554eb9a-5b57-487f-bd78-35cf8048ca00 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:33:00.569926 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-830a8065-1aa7-4772-84a1-afd599d85026 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:00.608340 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-830a8065-1aa7-4772-84a1-afd599d85026 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25808289'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:00.684197 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-830a8065-1aa7-4772-84a1-afd599d85026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1553078'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:00.787504 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-830a8065-1aa7-4772-84a1-afd599d85026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25808858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29180628'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:00.812847 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a8065-1aa7-4772-84a1-afd599d85026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5554eb9a-5b57-487f-bd78-35cf8048ca00,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:00.818186 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-830a8065-1aa7-4772-84a1-afd599d85026 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:00.822019 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-830a8065-1aa7-4772-84a1-afd599d85026 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5554eb9a-5b57-487f-bd78-35cf8048ca00 HTTP/1.1" status: 204 len: 168 time: 0.2990463 Oct 27 01:33:00.824050 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40826) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:33:00.824180 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b54b0dd-179a-4a49-a892-adf0bd5359dd None None] Network d6e401b1-a90b-4326-8b49-61e14b7b154a requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:33:00.894702 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e9fb6730-157b-4ecd-9741-676a04825e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561603'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:00.948282 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e9fb6730-157b-4ecd-9741-676a04825e09 admin admin] Deleting port abdbea4e-01cd-46a2-9c10-ce911519511e {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:33:00.948612 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e9fb6730-157b-4ecd-9741-676a04825e09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:01.012655 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-e9fb6730-157b-4ecd-9741-676a04825e09 admin admin] For port abdbea4e-01cd-46a2-9c10-ce911519511e, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=abdbea4e-01cd-46a2-9c10-ce911519511e,segment=NetworkSegment(854d7faf-d8bf-4f8e-bc64-be8445d2a728),segment_id=854d7faf-d8bf-4f8e-bc64-be8445d2a728)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:33:01.013017 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e9fb6730-157b-4ecd-9741-676a04825e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:01.018453 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8fa7b3-271b-4d6b-bf27-a1e5e06e317a None None] DHCP port deletion for d6e401b1-a90b-4326-8b49-61e14b7b154a request from dv-cinder-815560-1-iscsi {{(pid=102102) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 01:33:01.030628 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e9fb6730-157b-4ecd-9741-676a04825e09 admin admin] Calling delete_port for abdbea4e-01cd-46a2-9c10-ce911519511e owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:33:01.069334 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-be8fa7b3-271b-4d6b-bf27-a1e5e06e317a None None] Deleting port abdbea4e-01cd-46a2-9c10-ce911519511e {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:33:01.069642 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-be8fa7b3-271b-4d6b-bf27-a1e5e06e317a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:01.131073 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-be8fa7b3-271b-4d6b-bf27-a1e5e06e317a None None] For port abdbea4e-01cd-46a2-9c10-ce911519511e, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=abdbea4e-01cd-46a2-9c10-ce911519511e,segment=NetworkSegment(854d7faf-d8bf-4f8e-bc64-be8445d2a728),segment_id=854d7faf-d8bf-4f8e-bc64-be8445d2a728)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:33:01.131451 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-be8fa7b3-271b-4d6b-bf27-a1e5e06e317a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:01.144084 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-be8fa7b3-271b-4d6b-bf27-a1e5e06e317a None None] Calling delete_port for abdbea4e-01cd-46a2-9c10-ce911519511e owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:33:01.166530 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e9fb6730-157b-4ecd-9741-676a04825e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:01.194126 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fb6730-157b-4ecd-9741-676a04825e09 admin admin] No DVR routers for this DVR port abdbea4e-01cd-46a2-9c10-ce911519511e on host dv-cinder-815560-1-iscsi {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:33:01.198609 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb6730-157b-4ecd-9741-676a04825e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=abdbea4e-01cd-46a2-9c10-ce911519511e,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:01.226935 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-be8fa7b3-271b-4d6b-bf27-a1e5e06e317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:01.250420 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fa7b3-271b-4d6b-bf27-a1e5e06e317a None None] Pushing event deleted for resources: {'Port': ['ID=abdbea4e-01cd-46a2-9c10-ce911519511e,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:01.259563 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8fa7b3-271b-4d6b-bf27-a1e5e06e317a None None] No DVR routers for this DVR port abdbea4e-01cd-46a2-9c10-ce911519511e on host dv-cinder-815560-1-iscsi {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:33:01.261473 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa7b3-271b-4d6b-bf27-a1e5e06e317a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:01.261823 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa7b3-271b-4d6b-bf27-a1e5e06e317a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:01.262287 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa7b3-271b-4d6b-bf27-a1e5e06e317a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:01.262630 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa7b3-271b-4d6b-bf27-a1e5e06e317a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:01.262962 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa7b3-271b-4d6b-bf27-a1e5e06e317a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:01.263291 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa7b3-271b-4d6b-bf27-a1e5e06e317a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:01.263615 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa7b3-271b-4d6b-bf27-a1e5e06e317a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:01.263940 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa7b3-271b-4d6b-bf27-a1e5e06e317a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:01.264262 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa7b3-271b-4d6b-bf27-a1e5e06e317a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:01.265266 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa7b3-271b-4d6b-bf27-a1e5e06e317a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:01.265773 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa7b3-271b-4d6b-bf27-a1e5e06e317a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:01.266206 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa7b3-271b-4d6b-bf27-a1e5e06e317a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-1-iscsi {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:33:01.276586 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e9fb6730-157b-4ecd-9741-676a04825e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552445', 'neutron.services.segments.db._delete_segments_for_network-8793629371679'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:01.296831 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-e9fb6730-157b-4ecd-9741-676a04825e09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e401b1-a90b-4326-8b49-61e14b7b154a']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:01.305752 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-e9fb6730-157b-4ecd-9741-676a04825e09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854d7faf-d8bf-4f8e-bc64-be8445d2a728') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:01.305996 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-e9fb6730-157b-4ecd-9741-676a04825e09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854d7faf-d8bf-4f8e-bc64-be8445d2a728') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:01.315692 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e9fb6730-157b-4ecd-9741-676a04825e09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793629372712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25808298'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:01.328549 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e9fb6730-157b-4ecd-9741-676a04825e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:01.334561 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9fb6730-157b-4ecd-9741-676a04825e09 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:33:01.334939 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e9fb6730-157b-4ecd-9741-676a04825e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25808752'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: Traceback (most recent call last): Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: timer() Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: cb(*args, **kw) Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: return func(*args, **kwargs) Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: self._notify() Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: self.callback(batched_events) Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: event.method(event) Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: return f(self, *a, **k) Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: return self._get(url).json() Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:33:01.336581 dv-cinder-815560-1-iscsi neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:33:01.452187 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e9fb6730-157b-4ecd-9741-676a04825e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3723074'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:01.457507 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e9fb6730-157b-4ecd-9741-676a04825e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:01.460795 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-e9fb6730-157b-4ecd-9741-676a04825e09 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d6e401b1-a90b-4326-8b49-61e14b7b154a HTTP/1.1" status: 204 len: 168 time: 0.6358399 Oct 27 01:33:01.464146 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 40828) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:33:01.471825 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb6730-157b-4ecd-9741-676a04825e09 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6e401b1-a90b-4326-8b49-61e14b7b154a,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:01.798256 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6008d2cf-c2c1-4735-9303-a4127f91b8c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3721264'] for router_interface, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:02.034811 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-6008d2cf-c2c1-4735-9303-a4127f91b8c1 admin admin] Deleting port 48d3b4fb-5bca-43be-946c-3307f6cd6671 {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:33:02.035141 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6008d2cf-c2c1-4735-9303-a4127f91b8c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:02.084538 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 5a1edee6-82cc-4795-816f-ede95d8641d7 no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:33:02.105825 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: 5a1edee6-82cc-4795-816f-ede95d8641d7 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:33:02.106211 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 5a1edee6-82cc-4795-816f-ede95d8641d7 not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:33:02.106685 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 24bc14ce-43ab-4bf6-afc2-13e0fe6bf512 no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:33:02.120399 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [None req-6008d2cf-c2c1-4735-9303-a4127f91b8c1 admin admin] For port 48d3b4fb-5bca-43be-946c-3307f6cd6671, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=48d3b4fb-5bca-43be-946c-3307f6cd6671,segment=NetworkSegment(92688881-2759-4880-80da-537e351689da),segment_id=92688881-2759-4880-80da-537e351689da)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:33:02.120762 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6008d2cf-c2c1-4735-9303-a4127f91b8c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:02.125260 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: 24bc14ce-43ab-4bf6-afc2-13e0fe6bf512 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:33:02.125605 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 24bc14ce-43ab-4bf6-afc2-13e0fe6bf512 not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:33:02.126008 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device abdbea4e-01cd-46a2-9c10-ce911519511e no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:33:02.132821 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-6008d2cf-c2c1-4735-9303-a4127f91b8c1 admin admin] Calling delete_port for 48d3b4fb-5bca-43be-946c-3307f6cd6671 owned by network:router_interface {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:33:02.145403 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: abdbea4e-01cd-46a2-9c10-ce911519511e {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:33:02.145755 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device abdbea4e-01cd-46a2-9c10-ce911519511e not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:33:02.380350 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6008d2cf-c2c1-4735-9303-a4127f91b8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:02.411001 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008d2cf-c2c1-4735-9303-a4127f91b8c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=48d3b4fb-5bca-43be-946c-3307f6cd6671,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:02.578489 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-6008d2cf-c2c1-4735-9303-a4127f91b8c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3631234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3721436'] for router_interface, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:03.019207 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6008d2cf-c2c1-4735-9303-a4127f91b8c1 admin admin] Router 486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4 has already been hosted by L3 agent c117865a-b75a-494f-8807-bd32898b5467 {{(pid=102100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:33:03.122489 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6008d2cf-c2c1-4735-9303-a4127f91b8c1 admin admin] Notify agent at l3_agent.dv-cinder-815560-1-iscsi the message routers_updated {{(pid=102100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:33:03.128418 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-6008d2cf-c2c1-4735-9303-a4127f91b8c1 admin admin] 10.222.0.32 "PUT /v2.0/routers/486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6632075 Oct 27 01:33:03.130242 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 40830) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:33:03.133280 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70747c07-78ca-4d56-8776-630c6d325efa None None] Sync routers for ids ['486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4'] in dv-cinder-815560-1-iscsi {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:33:03.143796 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70747c07-78ca-4d56-8776-630c6d325efa None None] Routers {'486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:33:03.144396 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-70747c07-78ca-4d56-8776-630c6d325efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:32:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:03.229381 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-133a85b1-c662-4420-b77a-19860db24bb3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:03.244840 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-70747c07-78ca-4d56-8776-630c6d325efa None None] Set router 486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4 gateway port host: dv-cinder-815560-1-iscsi {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:33:03.330324 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-133a85b1-c662-4420-b77a-19860db24bb3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:03.419304 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-70747c07-78ca-4d56-8776-630c6d325efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4', 'name': 'tempest-TestVolumeBootPattern-1750097049-router', 'tenant_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'external_fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae72d325-7631-460a-acf9-c70d3a386d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:52Z', 'updated_at': '2021-10-27T01:33:02Z', 'revision_number': 5, 'project_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'gw_port': {'id': 'ae72d325-7631-460a-acf9-c70d3a386d2f', 'name': '', 'network_id': '446c4d70-d462-4a3b-8224-efffdf97f324', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:40:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:25:53Z', 'updated_at': '2021-10-27T01:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4937d60a-1906-48c0-8abc-dbda7672a658', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-1-iscsi'}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:03.445329 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70747c07-78ca-4d56-8776-630c6d325efa None None] Checking router: 486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4 for host: dv-cinder-815560-1-iscsi {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:33:03.454150 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70747c07-78ca-4d56-8776-630c6d325efa None None] Routers {'486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4'} bound to L3 agent in host dv-cinder-815560-1-iscsi {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:33:03.454772 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-70747c07-78ca-4d56-8776-630c6d325efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:10:56Z,description=,heartbeat_timestamp=2021-10-27T01:32:56Z,host='dv-cinder-815560-1-iscsi',id=c117865a-b75a-494f-8807-bd32898b5467,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:10:57Z,topic='l3_agent')) {'router_ids': ['486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:03.472562 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-133a85b1-c662-4420-b77a-19860db24bb3 admin admin] Deleting port ae72d325-7631-460a-acf9-c70d3a386d2f {{(pid=102100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:33:03.472894 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-133a85b1-c662-4420-b77a-19860db24bb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:03.538855 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-70747c07-78ca-4d56-8776-630c6d325efa None None] Set router 486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:33:03.549706 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.db [None req-133a85b1-c662-4420-b77a-19860db24bb3 admin admin] For port ae72d325-7631-460a-acf9-c70d3a386d2f, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=ae72d325-7631-460a-acf9-c70d3a386d2f,segment=NetworkSegment(7c1b1e3f-531b-4ebc-ab34-6ff721d374f6),segment_id=7c1b1e3f-531b-4ebc-ab34-6ff721d374f6)] {{(pid=102100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:33:03.550119 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-133a85b1-c662-4420-b77a-19860db24bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:03.562530 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.plugins.ml2.plugin [None req-133a85b1-c662-4420-b77a-19860db24bb3 admin admin] Calling delete_port for ae72d325-7631-460a-acf9-c70d3a386d2f owned by network:router_gateway {{(pid=102100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:33:03.592614 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-70747c07-78ca-4d56-8776-630c6d325efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4', 'name': 'tempest-TestVolumeBootPattern-1750097049-router', 'tenant_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:52Z', 'updated_at': '2021-10-27T01:33:03Z', 'revision_number': 6, 'project_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'gw_port_host': None}], 'dv-cinder-815560-1-iscsi', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:03.618938 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70747c07-78ca-4d56-8776-630c6d325efa None None] The sync data for ids ['486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4'] in dv-cinder-815560-1-iscsi is: [{'id': '486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4', 'name': 'tempest-TestVolumeBootPattern-1750097049-router', 'tenant_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:25:52Z', 'updated_at': '2021-10-27T01:33:03Z', 'revision_number': 6, 'project_id': 'b39641b3f9f54f608fa97e28dd1aa1fd', 'gw_port_host': None}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:33:03.791713 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-133a85b1-c662-4420-b77a-19860db24bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25379991'] for port, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:03.815654 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a85b1-c662-4420-b77a-19860db24bb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae72d325-7631-460a-acf9-c70d3a386d2f,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:03.880793 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-133a85b1-c662-4420-b77a-19860db24bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3723134'] for router_gateway, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:03.969855 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-133a85b1-c662-4420-b77a-19860db24bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3724263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:03.972113 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-133a85b1-c662-4420-b77a-19860db24bb3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:04.089082 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-133a85b1-c662-4420-b77a-19860db24bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3724270'] for router, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:04.089662 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133a85b1-c662-4420-b77a-19860db24bb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4 {{(pid=102100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:33:04.094232 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-133a85b1-c662-4420-b77a-19860db24bb3 admin admin] Publish callbacks [] for router, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:04.095401 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-133a85b1-c662-4420-b77a-19860db24bb3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/486e1cee-1a9a-46fe-a7b3-ec1933cb2bb4 HTTP/1.1" status: 204 len: 168 time: 0.9641187 Oct 27 01:33:04.097965 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [-] (102100) accepted ('10.222.0.32', 40832) {{(pid=102100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:33:04.142003 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.db.db_base_plugin_v2 [None req-38169bee-b1f5-44d6-8013-05f78c136cff admin admin] Deleting subnet 4f1246ee-5176-4d9e-9e23-4dc39a7689af {{(pid=102100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:33:04.145111 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-38169bee-b1f5-44d6-8013-05f78c136cff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:04.181062 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-38169bee-b1f5-44d6-8013-05f78c136cff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25380423'] for subnet, precommit_delete_associations {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:04.282484 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-38169bee-b1f5-44d6-8013-05f78c136cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1553078'] for subnet, precommit_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:04.412563 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-38169bee-b1f5-44d6-8013-05f78c136cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25379912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122573'] for subnet, after_delete {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:04.412943 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 48d3b4fb-5bca-43be-946c-3307f6cd6671 no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:33:04.437292 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: 48d3b4fb-5bca-43be-946c-3307f6cd6671 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:33:04.437488 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 48d3b4fb-5bca-43be-946c-3307f6cd6671 not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:33:04.444416 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38169bee-b1f5-44d6-8013-05f78c136cff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f1246ee-5176-4d9e-9e23-4dc39a7689af,revision_number=None']} {{(pid=102100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:04.447975 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron_lib.callbacks.manager [None req-38169bee-b1f5-44d6-8013-05f78c136cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for subnet, before_response {{(pid=102100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:04.451249 dv-cinder-815560-1-iscsi neutron-server[102100]: INFO neutron.wsgi [None req-38169bee-b1f5-44d6-8013-05f78c136cff admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4f1246ee-5176-4d9e-9e23-4dc39a7689af HTTP/1.1" status: 204 len: 168 time: 0.3523414 Oct 27 01:33:04.454113 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40834) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:33:04.454738 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f61c93-5c06-4399-985f-2be5479983ad None None] Network 00416b7a-52f3-489d-b40f-65802d0bba87 requested from dv-cinder-815560-1-iscsi {{(pid=102102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:33:04.528390 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c7373a5-650e-4e4f-a7be-ea41ac6659f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561603'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:04.585245 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-9c7373a5-650e-4e4f-a7be-ea41ac6659f7 admin admin] Deleting port 30b77a91-1939-4978-8287-538289d547a1 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:33:04.585582 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c7373a5-650e-4e4f-a7be-ea41ac6659f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:04.628168 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2af259-47e0-4516-b63a-ed3dbe7826f2 None None] DHCP port deletion for 00416b7a-52f3-489d-b40f-65802d0bba87 request from dv-cinder-815560-1-iscsi {{(pid=102102) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 01:33:04.660429 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-9c7373a5-650e-4e4f-a7be-ea41ac6659f7 admin admin] For port 30b77a91-1939-4978-8287-538289d547a1, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=30b77a91-1939-4978-8287-538289d547a1,segment=NetworkSegment(92688881-2759-4880-80da-537e351689da),segment_id=92688881-2759-4880-80da-537e351689da)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:33:04.660721 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c7373a5-650e-4e4f-a7be-ea41ac6659f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:04.674542 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-9c7373a5-650e-4e4f-a7be-ea41ac6659f7 admin admin] Calling delete_port for 30b77a91-1939-4978-8287-538289d547a1 owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:33:04.683496 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-ec2af259-47e0-4516-b63a-ed3dbe7826f2 None None] Deleting port 30b77a91-1939-4978-8287-538289d547a1 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:33:04.683871 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec2af259-47e0-4516-b63a-ed3dbe7826f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793629438742'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:04.747840 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-ec2af259-47e0-4516-b63a-ed3dbe7826f2 None None] For port 30b77a91-1939-4978-8287-538289d547a1, host dv-cinder-815560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-1-iscsi',level=0,port_id=30b77a91-1939-4978-8287-538289d547a1,segment=NetworkSegment(92688881-2759-4880-80da-537e351689da),segment_id=92688881-2759-4880-80da-537e351689da)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:33:04.748238 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec2af259-47e0-4516-b63a-ed3dbe7826f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3718382'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:04.760315 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-ec2af259-47e0-4516-b63a-ed3dbe7826f2 None None] Calling delete_port for 30b77a91-1939-4978-8287-538289d547a1 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:33:04.825969 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c7373a5-650e-4e4f-a7be-ea41ac6659f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25808645'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:04.836154 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec2af259-47e0-4516-b63a-ed3dbe7826f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793629345500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793628867925'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:04.854179 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7373a5-650e-4e4f-a7be-ea41ac6659f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b77a91-1939-4978-8287-538289d547a1,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:04.856079 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7373a5-650e-4e4f-a7be-ea41ac6659f7 admin admin] No DVR routers for this DVR port 30b77a91-1939-4978-8287-538289d547a1 on host dv-cinder-815560-1-iscsi {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:33:04.862717 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2af259-47e0-4516-b63a-ed3dbe7826f2 None None] Pushing event deleted for resources: {'Port': ['ID=30b77a91-1939-4978-8287-538289d547a1,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:04.866264 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2af259-47e0-4516-b63a-ed3dbe7826f2 None None] No DVR routers for this DVR port 30b77a91-1939-4978-8287-538289d547a1 on host dv-cinder-815560-1-iscsi {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:33:04.935496 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c7373a5-650e-4e4f-a7be-ea41ac6659f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552445', 'neutron.services.segments.db._delete_segments_for_network-8793629371679'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:04.955484 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-9c7373a5-650e-4e4f-a7be-ea41ac6659f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00416b7a-52f3-489d-b40f-65802d0bba87']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:04.964700 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-9c7373a5-650e-4e4f-a7be-ea41ac6659f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92688881-2759-4880-80da-537e351689da') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:04.964995 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.services.segments.db [None req-9c7373a5-650e-4e4f-a7be-ea41ac6659f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92688881-2759-4880-80da-537e351689da') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:33:04.974889 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c7373a5-650e-4e4f-a7be-ea41ac6659f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793629372712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25808298'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:04.988791 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c7373a5-650e-4e4f-a7be-ea41ac6659f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:04.994721 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7373a5-650e-4e4f-a7be-ea41ac6659f7 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c7373a5-650e-4e4f-a7be-ea41ac6659f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1543285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25808752'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: Traceback (most recent call last): Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: timer() Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: cb(*args, **kw) Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: return func(*args, **kwargs) Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: self._notify() Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: self.callback(batched_events) Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: event.method(event) Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: return f(self, *a, **k) Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: return self._get(url).json() Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:33:04.997870 dv-cinder-815560-1-iscsi neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:33:05.111502 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c7373a5-650e-4e4f-a7be-ea41ac6659f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3723074'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:05.115773 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c7373a5-650e-4e4f-a7be-ea41ac6659f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631273'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:05.119031 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-9c7373a5-650e-4e4f-a7be-ea41ac6659f7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/00416b7a-52f3-489d-b40f-65802d0bba87 HTTP/1.1" status: 204 len: 168 time: 0.6634164 Oct 27 01:33:05.131738 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7373a5-650e-4e4f-a7be-ea41ac6659f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=00416b7a-52f3-489d-b40f-65802d0bba87,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:05.405615 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40838) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:33:05.447984 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-4c673c5c-553e-4aeb-94d2-3e8db2a44ec1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80ccd2038569468b9d4f7a063fb346c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410588 Oct 27 01:33:05.450397 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40840) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:33:05.497912 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d50c0f4b-5fca-45e5-8a53-55457263e7e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:05.518993 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d50c0f4b-5fca-45e5-8a53-55457263e7e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:05.635045 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d50c0f4b-5fca-45e5-8a53-55457263e7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:05.637554 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d50c0f4b-5fca-45e5-8a53-55457263e7e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:05.638732 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-d50c0f4b-5fca-45e5-8a53-55457263e7e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f03a8cb-4257-448f-a13a-3a940856f46f HTTP/1.1" status: 204 len: 168 time: 0.1874523 Oct 27 01:33:05.647518 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c0f4b-5fca-45e5-8a53-55457263e7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f03a8cb-4257-448f-a13a-3a940856f46f,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:06.071059 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 30b77a91-1939-4978-8287-538289d547a1 no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:33:06.091417 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: 30b77a91-1939-4978-8287-538289d547a1 {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:33:06.091757 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device 30b77a91-1939-4978-8287-538289d547a1 not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:33:06.092154 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device ae72d325-7631-460a-acf9-c70d3a386d2f no longer exists at agent ovs-agent-dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:33:06.113100 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] No Port match for: ae72d325-7631-460a-acf9-c70d3a386d2f {{(pid=102102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:33:06.113434 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron.plugins.ml2.rpc [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Device ae72d325-7631-460a-acf9-c70d3a386d2f not bound to the agent host dv-cinder-815560-1-iscsi {{(pid=102102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:33:06.361208 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40846) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:33:06.399024 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-15b7d9da-83e9-4ccf-ad00-e6efeaa65129 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b39641b3f9f54f608fa97e28dd1aa1fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366390 Oct 27 01:33:06.401306 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.32', 40848) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:33:06.449897 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0fb0fb21-a758-4564-9222-988945a12121 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:06.470577 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0fb0fb21-a758-4564-9222-988945a12121 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:06.583373 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0fb0fb21-a758-4564-9222-988945a12121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836677'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:06.585778 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0fb0fb21-a758-4564-9222-988945a12121 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:06.587185 dv-cinder-815560-1-iscsi neutron-server[102101]: INFO neutron.wsgi [None req-0fb0fb21-a758-4564-9222-988945a12121 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/426da61f-a646-40ad-aeaa-2664f7c78eb4 HTTP/1.1" status: 204 len: 168 time: 0.1847534 Oct 27 01:33:06.595278 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0fb21-a758-4564-9222-988945a12121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426da61f-a646-40ad-aeaa-2664f7c78eb4,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:33:16.636508 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:21.538088 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:33:23.818888 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9863fc57-a402-4ee2-92cb-c8c9d8140d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:26.310603 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-32fae9b5-a31b-415e-a94a-f176d4c50048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:27.223019 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:27.720098 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:29.173379 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:46.664201 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:53.829300 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5b04cfcf-324b-43cc-8156-4b8fec553de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:56.320900 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c6161e7f-5c96-4b4d-9eb4-948ac034f9ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:57.233509 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:57.749280 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:33:58.538819 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:33:59.177889 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:34:16.668497 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:34:23.851377 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-be60ec05-980a-4d9b-a016-7df040e0faa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:34:26.325355 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9f105830-a157-4f0a-bf95-9a49985b0f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:34:27.216211 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:34:27.725732 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:34:29.176142 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:34:35.538442 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:34:42.204562 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [req-4be621a2-f52c-4f2d-aa08-f9fa7e56231f req-5986e986-3a64-4f5d-970f-ff369dea05d4 service neutron] (102100) timed out ('10.222.0.36', 62376) {{(pid=102100) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 01:34:46.672563 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:34:48.405111 dv-cinder-815560-1-iscsi neutron-server[102101]: DEBUG neutron.wsgi [req-b875619d-b33f-4574-892b-c108275ceaf6 req-63d17add-02ed-4228-b5d9-d336ecfc500d service neutron] (102101) timed out ('10.222.0.36', 62382) {{(pid=102101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 01:34:48.988861 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [req-c66dcd90-dc99-491a-954f-1bbce458f367 req-c217dea9-4b1d-420b-a522-a327d1510d57 service neutron] (102100) timed out ('10.222.0.36', 62353) {{(pid=102100) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 01:34:53.821128 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e5db6fe0-9a3b-4e36-9f35-25ad33519d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:34:56.323980 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dbd33b7f-f621-4c54-836b-a3cbe0295a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:34:57.209496 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:34:57.717707 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:34:59.180764 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:35:12.538342 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:35:16.671939 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:35:23.837131 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4b283f08-4078-4b7f-ad50-569d45b8d609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:35:26.328405 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-32d1fa3e-63ab-4e4c-9a8f-1f1db9bc5dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:35:27.208523 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:35:27.717117 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:35:29.213937 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:35:46.659510 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:35:49.537451 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:35:53.865018 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3bcd38e6-9aa0-4bff-92b2-4797c51b41f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:35:56.333149 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7abd702b-0ba2-4f62-8868-5ea6d806c6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:35:57.219451 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:35:57.727934 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:35:59.179366 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:36:16.693012 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:36:23.824078 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8492ef57-0441-4723-9b1e-bee3d9f36d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:36:26.344034 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-44c571bc-93d5-4d2f-905f-304692d9b29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:36:26.536426 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:36:27.218807 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:36:27.749965 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:36:29.183782 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:36:46.686675 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:36:53.815937 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d451-808c-4e9f-b5ba-44f825a0401e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:36:56.366598 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1b6895f4-87e0-4c6c-a5b3-6e720d2411a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:36:57.206643 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:36:57.758518 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:36:59.200264 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:37:01.809001 dv-cinder-815560-1-iscsi neutron-server[102100]: DEBUG neutron.wsgi [req-bb182ba5-1ce4-4ec0-ac6d-65611cc327ae req-03b2a4a5-9f09-426b-9f60-cc00c337bb38 service neutron] (102100) timed out ('10.222.0.32', 34386) {{(pid=102100) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 01:37:03.535774 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:37:16.697403 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:37:23.831509 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eeeb13df-f072-4ea6-be19-0853de658040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:37:26.348548 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f487535f-e7a3-47e6-b836-11c088d1e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:37:27.251136 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:37:27.740025 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:37:29.205187 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:37:40.536607 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:37:46.694046 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:37:53.830367 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-70e178a8-ed49-4931-b69a-ed8f4bc27434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:37:56.353638 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-264b9d7e-0819-48c4-ae57-6f0f3b7b4e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:37:57.207339 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:37:57.733274 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:37:59.245004 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-748b2c02-2ee6-45d7-8ebe-caa8f1d6adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:38:16.706956 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ddc84c4-b190-499d-adff-ec32c6c1f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:38:17.536139 dv-cinder-815560-1-iscsi neutron-server[102103]: DEBUG neutron.db.agents_db [None req-8565d06b-505b-4c54-bf6e-163ffe3b4883 None None] Agent healthcheck: found 6 active agents {{(pid=102103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:38:23.817602 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-09e8c695-06b8-4206-ade1-5b4de7ccbcf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:38:26.360779 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa5a6bbf-6a05-43a3-afef-fe60f5dc8e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:38:27.218009 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24a44eed-e48a-4f07-b171-e3128a79920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:38:27.771256 dv-cinder-815560-1-iscsi neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eed257ea-b603-4fb5-9017-8db4f38b4023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793629371661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549559'] for agent, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}